2024-11-23 12:21:48,174 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 12:21:48,192 main DEBUG Took 0.014302 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 12:21:48,192 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 12:21:48,193 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 12:21:48,196 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 12:21:48,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 12:21:48,232 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,236 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,238 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,239 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,240 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,242 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,243 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,245 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,246 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:21:48,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,247 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 12:21:48,249 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:21:48,251 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 12:21:48,253 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 12:21:48,254 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 12:21:48,255 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 12:21:48,256 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 12:21:48,268 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 12:21:48,271 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 12:21:48,273 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 12:21:48,274 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 12:21:48,275 main DEBUG createAppenders(={Console}) 2024-11-23 12:21:48,276 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 12:21:48,276 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 12:21:48,277 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 12:21:48,277 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 12:21:48,277 main DEBUG OutputStream closed 2024-11-23 12:21:48,278 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 12:21:48,278 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 12:21:48,279 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 12:21:48,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 12:21:48,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 12:21:48,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 12:21:48,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 12:21:48,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 12:21:48,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 12:21:48,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 12:21:48,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 12:21:48,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 12:21:48,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 12:21:48,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 12:21:48,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 12:21:48,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 12:21:48,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 12:21:48,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 12:21:48,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 12:21:48,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 12:21:48,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 12:21:48,399 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 12:21:48,399 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 12:21:48,400 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 12:21:48,401 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T12:21:48,803 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc 2024-11-23 12:21:48,807 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 12:21:48,808 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T12:21:48,824 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-23T12:21:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T12:21:48,864 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1, deleteOnExit=true 2024-11-23T12:21:48,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T12:21:48,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/test.cache.data in system properties and HBase conf 2024-11-23T12:21:48,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T12:21:48,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/hadoop.log.dir in system properties and HBase conf 2024-11-23T12:21:48,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T12:21:48,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T12:21:48,870 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T12:21:49,005 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T12:21:49,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T12:21:49,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:21:49,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:21:49,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T12:21:49,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:21:49,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T12:21:49,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T12:21:49,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:21:49,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:21:49,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T12:21:49,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/nfs.dump.dir in system properties and HBase conf 2024-11-23T12:21:49,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/java.io.tmpdir in system properties and HBase conf 2024-11-23T12:21:49,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:21:49,155 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T12:21:49,155 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T12:21:50,278 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T12:21:50,368 INFO [Time-limited test {}] log.Log(170): Logging initialized @3059ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T12:21:50,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:21:50,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:21:50,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:21:50,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:21:50,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:21:50,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:21:50,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:21:50,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:21:50,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/java.io.tmpdir/jetty-localhost-41441-hadoop-hdfs-3_4_1-tests_jar-_-any-11504278680817326764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:21:50,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:41441} 2024-11-23T12:21:50,836 INFO [Time-limited test {}] server.Server(415): Started @3528ms 2024-11-23T12:21:51,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:21:51,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:21:51,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:21:51,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:21:51,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:21:51,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:21:51,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:21:51,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/java.io.tmpdir/jetty-localhost-46185-hadoop-hdfs-3_4_1-tests_jar-_-any-778126916582774446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:21:51,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:46185} 2024-11-23T12:21:51,524 INFO [Time-limited test {}] server.Server(415): Started @4216ms 2024-11-23T12:21:51,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:21:52,250 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/dfs/data/data1/current/BP-2021976495-172.17.0.2-1732364509965/current, will proceed with Du for space computation calculation, 2024-11-23T12:21:52,250 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/dfs/data/data2/current/BP-2021976495-172.17.0.2-1732364509965/current, will proceed with Du for space computation calculation, 2024-11-23T12:21:52,350 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:21:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37af92c2707a2458 with lease ID 0x2a695af847ea40c0: Processing first storage report for DS-0ecc3376-438d-4ef3-b4e0-ee2a0fb9532f from datanode DatanodeRegistration(127.0.0.1:39369, datanodeUuid=c6ba96e0-144b-4595-b026-c176f2a4d870, infoPort=37769, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=1438591786;c=1732364509965) 2024-11-23T12:21:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37af92c2707a2458 with lease ID 0x2a695af847ea40c0: from storage DS-0ecc3376-438d-4ef3-b4e0-ee2a0fb9532f node DatanodeRegistration(127.0.0.1:39369, datanodeUuid=c6ba96e0-144b-4595-b026-c176f2a4d870, infoPort=37769, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=1438591786;c=1732364509965), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T12:21:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37af92c2707a2458 with lease ID 0x2a695af847ea40c0: Processing first storage report for DS-2ae1015a-cbb1-46ed-9204-eca14de43ea8 from datanode DatanodeRegistration(127.0.0.1:39369, datanodeUuid=c6ba96e0-144b-4595-b026-c176f2a4d870, infoPort=37769, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=1438591786;c=1732364509965) 2024-11-23T12:21:52,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37af92c2707a2458 with lease ID 0x2a695af847ea40c0: from storage DS-2ae1015a-cbb1-46ed-9204-eca14de43ea8 node DatanodeRegistration(127.0.0.1:39369, datanodeUuid=c6ba96e0-144b-4595-b026-c176f2a4d870, infoPort=37769, infoSecurePort=0, ipcPort=34563, storageInfo=lv=-57;cid=testClusterID;nsid=1438591786;c=1732364509965), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T12:21:52,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc 2024-11-23T12:21:52,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/zookeeper_0, clientPort=62643, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T12:21:52,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62643 2024-11-23T12:21:52,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:52,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741825_1001 (size=7) 2024-11-23T12:21:53,422 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 with version=8 2024-11-23T12:21:53,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/hbase-staging 2024-11-23T12:21:53,595 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T12:21:53,948 INFO [Time-limited test {}] client.ConnectionUtils(129): master/98b76cdd9f26:0 server-side Connection retries=45 2024-11-23T12:21:53,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T12:21:53,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T12:21:53,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T12:21:53,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T12:21:53,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T12:21:54,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T12:21:54,222 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T12:21:54,235 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T12:21:54,240 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T12:21:54,278 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25957 (auto-detected) 2024-11-23T12:21:54,279 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T12:21:54,305 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38513 2024-11-23T12:21:54,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:54,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:54,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38513 connecting to ZooKeeper ensemble=127.0.0.1:62643 2024-11-23T12:21:54,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385130x0, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T12:21:54,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38513-0x100245466220000 connected 2024-11-23T12:21:54,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T12:21:54,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:21:54,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T12:21:54,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38513 2024-11-23T12:21:54,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38513 2024-11-23T12:21:54,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38513 2024-11-23T12:21:54,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38513 2024-11-23T12:21:54,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38513 2024-11-23T12:21:54,461 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5, hbase.cluster.distributed=false 2024-11-23T12:21:54,556 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/98b76cdd9f26:0 server-side Connection retries=45 2024-11-23T12:21:54,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T12:21:54,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T12:21:54,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T12:21:54,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T12:21:54,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T12:21:54,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T12:21:54,564 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T12:21:54,570 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37419 2024-11-23T12:21:54,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T12:21:54,579 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T12:21:54,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:54,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:54,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37419 connecting to ZooKeeper ensemble=127.0.0.1:62643 2024-11-23T12:21:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374190x0, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T12:21:54,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374190x0, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T12:21:54,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374190x0, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:21:54,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37419-0x100245466220001 connected 2024-11-23T12:21:54,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T12:21:54,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-23T12:21:54,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37419 2024-11-23T12:21:54,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37419 2024-11-23T12:21:54,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-23T12:21:54,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-23T12:21:54,631 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:54,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T12:21:54,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T12:21:54,648 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:54,652 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;98b76cdd9f26:38513 2024-11-23T12:21:54,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T12:21:54,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:54,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T12:21:54,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:54,688 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T12:21:54,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T12:21:54,691 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/98b76cdd9f26,38513,1732364513586 from backup master directory 2024-11-23T12:21:54,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:54,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T12:21:54,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T12:21:54,696 WARN [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T12:21:54,696 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:54,698 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T12:21:54,704 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T12:21:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741826_1002 (size=42) 2024-11-23T12:21:55,188 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/hbase.id with ID: 1aa125d7-b2ce-4b67-834d-638fd7539f04 2024-11-23T12:21:55,245 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:21:55,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:55,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:55,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741827_1003 (size=196) 2024-11-23T12:21:55,329 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:21:55,333 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T12:21:55,357 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:21:55,363 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:21:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741828_1004 (size=1189) 2024-11-23T12:21:55,841 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store 2024-11-23T12:21:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741829_1005 (size=34) 2024-11-23T12:21:55,875 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T12:21:55,876 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:55,877 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T12:21:55,877 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:21:55,877 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:21:55,878 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T12:21:55,878 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:21:55,878 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:21:55,878 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T12:21:55,881 WARN [master/98b76cdd9f26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/.initializing 2024-11-23T12:21:55,881 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/WALs/98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:55,889 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T12:21:55,905 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=98b76cdd9f26%2C38513%2C1732364513586, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/WALs/98b76cdd9f26,38513,1732364513586, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/oldWALs, maxLogs=10 2024-11-23T12:21:55,928 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/WALs/98b76cdd9f26,38513,1732364513586/98b76cdd9f26%2C38513%2C1732364513586.1732364515910, exclude list is [], retry=0 2024-11-23T12:21:55,947 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39369,DS-0ecc3376-438d-4ef3-b4e0-ee2a0fb9532f,DISK] 2024-11-23T12:21:55,950 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T12:21:55,995 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/WALs/98b76cdd9f26,38513,1732364513586/98b76cdd9f26%2C38513%2C1732364513586.1732364515910 2024-11-23T12:21:55,996 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-23T12:21:55,997 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:21:55,997 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:56,002 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,003 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T12:21:56,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:56,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T12:21:56,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:56,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T12:21:56,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:56,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T12:21:56,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:56,123 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,124 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,135 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T12:21:56,140 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T12:21:56,146 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:21:56,148 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63622286, jitterRate=-0.051954060792922974}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T12:21:56,155 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T12:21:56,156 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T12:21:56,195 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333881dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:21:56,235 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T12:21:56,248 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T12:21:56,249 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T12:21:56,251 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T12:21:56,253 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T12:21:56,258 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-23T12:21:56,258 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T12:21:56,286 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T12:21:56,299 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T12:21:56,302 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T12:21:56,304 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T12:21:56,306 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T12:21:56,308 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T12:21:56,310 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T12:21:56,315 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T12:21:56,322 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T12:21:56,323 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T12:21:56,326 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T12:21:56,342 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T12:21:56,345 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T12:21:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T12:21:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T12:21:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:56,360 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=98b76cdd9f26,38513,1732364513586, sessionid=0x100245466220000, setting cluster-up flag (Was=false) 2024-11-23T12:21:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:56,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:56,387 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T12:21:56,396 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:56,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:56,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:56,411 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T12:21:56,413 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:56,442 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;98b76cdd9f26:37419 2024-11-23T12:21:56,444 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1008): ClusterId : 1aa125d7-b2ce-4b67-834d-638fd7539f04 2024-11-23T12:21:56,447 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T12:21:56,452 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T12:21:56,453 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T12:21:56,456 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T12:21:56,457 DEBUG [RS:0;98b76cdd9f26:37419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e2fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:21:56,459 DEBUG [RS:0;98b76cdd9f26:37419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7072f25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=98b76cdd9f26/172.17.0.2:0 2024-11-23T12:21:56,463 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T12:21:56,464 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T12:21:56,464 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T12:21:56,467 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(3073): reportForDuty to master=98b76cdd9f26,38513,1732364513586 with isa=98b76cdd9f26/172.17.0.2:37419, startcode=1732364514555 2024-11-23T12:21:56,486 DEBUG [RS:0;98b76cdd9f26:37419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T12:21:56,522 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T12:21:56,529 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T12:21:56,537 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T12:21:56,544 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37257, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T12:21:56,553 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:21:56,546 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 98b76cdd9f26,38513,1732364513586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T12:21:56,566 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/98b76cdd9f26:0, corePoolSize=5, maxPoolSize=5 2024-11-23T12:21:56,566 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/98b76cdd9f26:0, corePoolSize=5, maxPoolSize=5 2024-11-23T12:21:56,567 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/98b76cdd9f26:0, corePoolSize=5, maxPoolSize=5 2024-11-23T12:21:56,567 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/98b76cdd9f26:0, corePoolSize=5, maxPoolSize=5 2024-11-23T12:21:56,567 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/98b76cdd9f26:0, corePoolSize=10, maxPoolSize=10 2024-11-23T12:21:56,567 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,568 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/98b76cdd9f26:0, corePoolSize=2, maxPoolSize=2 2024-11-23T12:21:56,568 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,589 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-23T12:21:56,589 WARN [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T12:21:56,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T12:21:56,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T12:21:56,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T12:21:56,624 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732364546624 2024-11-23T12:21:56,626 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T12:21:56,627 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T12:21:56,631 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T12:21:56,632 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T12:21:56,632 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T12:21:56,632 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T12:21:56,633 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741831_1007 (size=1039) 2024-11-23T12:21:56,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T12:21:56,639 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:21:56,644 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T12:21:56,646 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T12:21:56,647 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T12:21:56,652 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T12:21:56,652 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T12:21:56,664 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/98b76cdd9f26:0:becomeActiveMaster-HFileCleaner.large.0-1732364516654,5,FailOnTimeoutGroup] 2024-11-23T12:21:56,674 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/98b76cdd9f26:0:becomeActiveMaster-HFileCleaner.small.0-1732364516664,5,FailOnTimeoutGroup] 2024-11-23T12:21:56,674 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,675 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T12:21:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741832_1008 (size=32) 2024-11-23T12:21:56,676 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,677 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:56,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T12:21:56,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T12:21:56,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:56,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T12:21:56,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T12:21:56,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,691 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(3073): reportForDuty to master=98b76cdd9f26,38513,1732364513586 with isa=98b76cdd9f26/172.17.0.2:37419, startcode=1732364514555 2024-11-23T12:21:56,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:56,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T12:21:56,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:56,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T12:21:56,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:56,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:56,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(486): Registering regionserver=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:56,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740 2024-11-23T12:21:56,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740 2024-11-23T12:21:56,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:21:56,708 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:21:56,708 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38091 2024-11-23T12:21:56,708 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T12:21:56,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T12:21:56,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T12:21:56,715 DEBUG [RS:0;98b76cdd9f26:37419 {}] zookeeper.ZKUtil(111): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:56,715 WARN [RS:0;98b76cdd9f26:37419 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T12:21:56,716 INFO [RS:0;98b76cdd9f26:37419 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:21:56,716 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:56,728 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:21:56,729 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61681913, jitterRate=-0.08086787164211273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:21:56,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [98b76cdd9f26,37419,1732364514555] 2024-11-23T12:21:56,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T12:21:56,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T12:21:56,733 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T12:21:56,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T12:21:56,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T12:21:56,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T12:21:56,740 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T12:21:56,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T12:21:56,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T12:21:56,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T12:21:56,751 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T12:21:56,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T12:21:56,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T12:21:56,769 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T12:21:56,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T12:21:56,785 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T12:21:56,789 INFO [RS:0;98b76cdd9f26:37419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T12:21:56,789 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,794 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T12:21:56,803 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,803 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,803 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,803 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,804 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,804 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,804 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/98b76cdd9f26:0, corePoolSize=2, maxPoolSize=2 2024-11-23T12:21:56,804 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,805 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,805 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,805 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,805 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/98b76cdd9f26:0, corePoolSize=1, maxPoolSize=1 2024-11-23T12:21:56,805 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/98b76cdd9f26:0, corePoolSize=3, maxPoolSize=3 2024-11-23T12:21:56,805 DEBUG [RS:0;98b76cdd9f26:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0, corePoolSize=3, maxPoolSize=3 2024-11-23T12:21:56,808 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,808 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,808 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,808 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,808 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,37419,1732364514555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T12:21:56,841 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T12:21:56,843 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,37419,1732364514555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:56,867 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.Replication(204): 98b76cdd9f26,37419,1732364514555 started 2024-11-23T12:21:56,867 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1767): Serving as 98b76cdd9f26,37419,1732364514555, RpcServer on 98b76cdd9f26/172.17.0.2:37419, sessionid=0x100245466220001 2024-11-23T12:21:56,868 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T12:21:56,868 DEBUG [RS:0;98b76cdd9f26:37419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:56,868 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '98b76cdd9f26,37419,1732364514555' 2024-11-23T12:21:56,868 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T12:21:56,869 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T12:21:56,870 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T12:21:56,870 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T12:21:56,870 DEBUG [RS:0;98b76cdd9f26:37419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:56,870 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '98b76cdd9f26,37419,1732364514555' 2024-11-23T12:21:56,870 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T12:21:56,871 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T12:21:56,872 DEBUG [RS:0;98b76cdd9f26:37419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T12:21:56,872 INFO [RS:0;98b76cdd9f26:37419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T12:21:56,872 INFO [RS:0;98b76cdd9f26:37419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T12:21:56,922 WARN [98b76cdd9f26:38513 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-23T12:21:56,980 INFO [RS:0;98b76cdd9f26:37419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T12:21:56,986 INFO [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=98b76cdd9f26%2C37419%2C1732364514555, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/oldWALs, maxLogs=32 2024-11-23T12:21:57,011 DEBUG [RS:0;98b76cdd9f26:37419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555/98b76cdd9f26%2C37419%2C1732364514555.1732364516989, exclude list is [], retry=0 2024-11-23T12:21:57,020 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39369,DS-0ecc3376-438d-4ef3-b4e0-ee2a0fb9532f,DISK] 2024-11-23T12:21:57,025 INFO [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555/98b76cdd9f26%2C37419%2C1732364514555.1732364516989 2024-11-23T12:21:57,026 DEBUG [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-23T12:21:57,174 DEBUG [98b76cdd9f26:38513 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T12:21:57,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:57,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 98b76cdd9f26,37419,1732364514555, state=OPENING 2024-11-23T12:21:57,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T12:21:57,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:57,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:57,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:21:57,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:21:57,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:21:57,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:57,388 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T12:21:57,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T12:21:57,413 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T12:21:57,414 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:21:57,414 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T12:21:57,419 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=98b76cdd9f26%2C37419%2C1732364514555.meta, suffix=.meta, logDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/oldWALs, maxLogs=32 2024-11-23T12:21:57,444 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555/98b76cdd9f26%2C37419%2C1732364514555.meta.1732364517421.meta, exclude list is [], retry=0 2024-11-23T12:21:57,449 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39369,DS-0ecc3376-438d-4ef3-b4e0-ee2a0fb9532f,DISK] 2024-11-23T12:21:57,454 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/WALs/98b76cdd9f26,37419,1732364514555/98b76cdd9f26%2C37419%2C1732364514555.meta.1732364517421.meta 2024-11-23T12:21:57,454 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-23T12:21:57,455 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:21:57,456 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T12:21:57,526 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T12:21:57,531 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T12:21:57,536 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T12:21:57,536 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:57,537 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T12:21:57,537 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T12:21:57,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T12:21:57,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T12:21:57,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:57,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:57,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T12:21:57,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T12:21:57,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:57,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:57,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T12:21:57,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T12:21:57,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:57,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:21:57,550 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740 2024-11-23T12:21:57,553 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740 2024-11-23T12:21:57,556 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:21:57,558 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T12:21:57,561 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62839097, jitterRate=-0.06362448632717133}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:21:57,563 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T12:21:57,570 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732364517378 2024-11-23T12:21:57,582 DEBUG [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T12:21:57,582 INFO [RS_OPEN_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T12:21:57,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:57,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 98b76cdd9f26,37419,1732364514555, state=OPEN 2024-11-23T12:21:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:21:57,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:21:57,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:21:57,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:21:57,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T12:21:57,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=98b76cdd9f26,37419,1732364514555 in 391 msec 2024-11-23T12:21:57,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T12:21:57,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 852 msec 2024-11-23T12:21:57,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1660 sec 2024-11-23T12:21:57,622 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732364517621, completionTime=-1 2024-11-23T12:21:57,622 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T12:21:57,622 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T12:21:57,674 DEBUG [hconnection-0x72053de4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:21:57,677 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:21:57,690 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T12:21:57,690 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732364577690 2024-11-23T12:21:57,691 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732364637691 2024-11-23T12:21:57,691 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 68 msec 2024-11-23T12:21:57,718 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,38513,1732364513586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:57,719 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,38513,1732364513586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:57,719 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,38513,1732364513586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:57,721 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-98b76cdd9f26:38513, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:57,721 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:57,728 DEBUG [master/98b76cdd9f26:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T12:21:57,732 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T12:21:57,733 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T12:21:57,742 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T12:21:57,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:21:57,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:57,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:21:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741835_1011 (size=358) 2024-11-23T12:21:57,767 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3c117c7dfa465c92957033e478ce117d, NAME => 'hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:21:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741836_1012 (size=42) 2024-11-23T12:21:58,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:58,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3c117c7dfa465c92957033e478ce117d, disabling compactions & flushes 2024-11-23T12:21:58,182 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. after waiting 0 ms 2024-11-23T12:21:58,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,183 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,183 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3c117c7dfa465c92957033e478ce117d: 2024-11-23T12:21:58,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:21:58,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732364518208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364518208"}]},"ts":"1732364518208"} 2024-11-23T12:21:58,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:21:58,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:21:58,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364518261"}]},"ts":"1732364518261"} 2024-11-23T12:21:58,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T12:21:58,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3c117c7dfa465c92957033e478ce117d, ASSIGN}] 2024-11-23T12:21:58,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3c117c7dfa465c92957033e478ce117d, ASSIGN 2024-11-23T12:21:58,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3c117c7dfa465c92957033e478ce117d, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:21:58,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3c117c7dfa465c92957033e478ce117d, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:58,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3c117c7dfa465c92957033e478ce117d, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:21:58,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:58,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c117c7dfa465c92957033e478ce117d, NAME => 'hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:21:58,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:58,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,601 INFO [StoreOpener-3c117c7dfa465c92957033e478ce117d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,604 INFO [StoreOpener-3c117c7dfa465c92957033e478ce117d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c117c7dfa465c92957033e478ce117d columnFamilyName info 2024-11-23T12:21:58,604 DEBUG [StoreOpener-3c117c7dfa465c92957033e478ce117d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:58,605 INFO [StoreOpener-3c117c7dfa465c92957033e478ce117d-1 {}] regionserver.HStore(327): Store=3c117c7dfa465c92957033e478ce117d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:21:58,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:21:58,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3c117c7dfa465c92957033e478ce117d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75423084, jitterRate=0.12389153242111206}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T12:21:58,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3c117c7dfa465c92957033e478ce117d: 2024-11-23T12:21:58,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d., pid=6, masterSystemTime=1732364518589 2024-11-23T12:21:58,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:21:58,626 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3c117c7dfa465c92957033e478ce117d, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:58,629 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=98b76cdd9f26,37419,1732364514555, table=hbase:namespace, region=3c117c7dfa465c92957033e478ce117d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T12:21:58,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T12:21:58,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3c117c7dfa465c92957033e478ce117d, server=98b76cdd9f26,37419,1732364514555 in 196 msec 2024-11-23T12:21:58,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T12:21:58,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3c117c7dfa465c92957033e478ce117d, ASSIGN in 361 msec 2024-11-23T12:21:58,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:21:58,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364518642"}]},"ts":"1732364518642"} 2024-11-23T12:21:58,646 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T12:21:58,651 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T12:21:58,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:21:58,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 918 msec 2024-11-23T12:21:58,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:58,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T12:21:58,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:21:58,687 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T12:21:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T12:21:58,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-11-23T12:21:58,722 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T12:21:58,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T12:21:58,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-11-23T12:21:58,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T12:21:58,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T12:21:58,762 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.066sec 2024-11-23T12:21:58,764 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T12:21:58,765 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T12:21:58,766 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T12:21:58,767 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T12:21:58,767 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T12:21:58,768 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,38513,1732364513586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T12:21:58,768 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,38513,1732364513586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T12:21:58,775 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T12:21:58,776 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T12:21:58,777 INFO [master/98b76cdd9f26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98b76cdd9f26,38513,1732364513586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T12:21:58,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x393cd74f to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16007c0b 2024-11-23T12:21:58,851 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T12:21:58,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac19f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:21:58,864 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T12:21:58,864 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T12:21:58,874 DEBUG [hconnection-0x1392826e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:21:58,883 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:21:58,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=98b76cdd9f26,38513,1732364513586 2024-11-23T12:21:58,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3984 2024-11-23T12:21:58,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:21:58,933 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:21:58,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:21:58,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:21:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T12:21:58,954 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:21:58,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T12:21:58,955 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:58,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:21:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T12:21:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741837_1013 (size=963) 2024-11-23T12:21:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T12:21:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T12:21:59,381 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:21:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741838_1014 (size=53) 2024-11-23T12:21:59,403 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:59,403 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 046aad28d594da5f1e8d991078a4e604, disabling compactions & flushes 2024-11-23T12:21:59,403 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,403 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,403 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. after waiting 0 ms 2024-11-23T12:21:59,403 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,403 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,403 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:21:59,407 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:21:59,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732364519407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364519407"}]},"ts":"1732364519407"} 2024-11-23T12:21:59,412 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:21:59,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:21:59,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364519415"}]},"ts":"1732364519415"} 2024-11-23T12:21:59,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T12:21:59,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, ASSIGN}] 2024-11-23T12:21:59,428 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, ASSIGN 2024-11-23T12:21:59,430 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:21:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T12:21:59,580 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=046aad28d594da5f1e8d991078a4e604, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:59,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:21:59,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:59,746 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,746 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:21:59,747 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,747 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:21:59,747 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,747 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,752 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,757 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:21:59,757 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 046aad28d594da5f1e8d991078a4e604 columnFamilyName A 2024-11-23T12:21:59,757 DEBUG [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:59,759 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.HStore(327): Store=046aad28d594da5f1e8d991078a4e604/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:59,759 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,765 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:21:59,765 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 046aad28d594da5f1e8d991078a4e604 columnFamilyName B 2024-11-23T12:21:59,765 DEBUG [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:59,766 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.HStore(327): Store=046aad28d594da5f1e8d991078a4e604/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:59,766 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,770 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:21:59,770 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 046aad28d594da5f1e8d991078a4e604 columnFamilyName C 2024-11-23T12:21:59,770 DEBUG [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:21:59,771 INFO [StoreOpener-046aad28d594da5f1e8d991078a4e604-1 {}] regionserver.HStore(327): Store=046aad28d594da5f1e8d991078a4e604/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:21:59,771 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,773 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,774 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,777 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:21:59,779 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:21:59,783 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:21:59,785 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 046aad28d594da5f1e8d991078a4e604; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64976338, jitterRate=-0.03177711367607117}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:21:59,786 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:21:59,788 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., pid=11, masterSystemTime=1732364519738 2024-11-23T12:21:59,791 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,791 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:21:59,793 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=046aad28d594da5f1e8d991078a4e604, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:21:59,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T12:21:59,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 in 213 msec 2024-11-23T12:21:59,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T12:21:59,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, ASSIGN in 375 msec 2024-11-23T12:21:59,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:21:59,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364519811"}]},"ts":"1732364519811"} 2024-11-23T12:21:59,814 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T12:21:59,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:21:59,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 870 msec 2024-11-23T12:22:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T12:22:00,077 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T12:22:00,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36ea98cb to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@395287ef 2024-11-23T12:22:00,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de40ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,098 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:22:00,105 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:22:00,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b3a6cb4 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@774bf929 2024-11-23T12:22:00,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b10898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305f2915 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18751c86 2024-11-23T12:22:00,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7115de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd77b4a to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@251efa5e 2024-11-23T12:22:00,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4d4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ec99212 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c57419f 2024-11-23T12:22:00,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c943d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37577c9f to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e6758ed 2024-11-23T12:22:00,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@febc460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37950159 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba01639 2024-11-23T12:22:00,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475ca0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d5a9f0f to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6704743 2024-11-23T12:22:00,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24890c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d4c9c1c to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51cab508 2024-11-23T12:22:00,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1331a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bb819cc to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fde8946 2024-11-23T12:22:00,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6996696d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:00,228 DEBUG [hconnection-0x4d0fdb91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,235 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,235 DEBUG [hconnection-0x4766e894-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T12:22:00,254 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:00,256 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:00,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:00,276 DEBUG [hconnection-0x4c038b40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,279 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,284 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,300 DEBUG [hconnection-0x375934fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,307 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,309 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,328 DEBUG [hconnection-0x519b7b14-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,343 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:00,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:00,381 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,384 DEBUG [hconnection-0x7fc41d82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,404 DEBUG [hconnection-0x6b3afce1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,408 DEBUG [hconnection-0x6ac24917-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:00,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,421 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:00,433 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,457 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:00,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:00,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:00,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/08f2cb76794a43dfb9a9ade1a2198cac is 50, key is test_row_0/A:col10/1732364520330/Put/seqid=0 2024-11-23T12:22:00,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364580594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364580604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364580604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364580608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364580608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741839_1015 (size=16681) 2024-11-23T12:22:00,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/08f2cb76794a43dfb9a9ade1a2198cac 2024-11-23T12:22:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364580718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:00,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:00,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364580718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364580723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364580723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364580727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:00,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e5d638048e3c431d89b341ddae56f926 is 50, key is test_row_0/B:col10/1732364520330/Put/seqid=0 2024-11-23T12:22:00,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:00,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:00,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:00,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:00,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741840_1016 (size=12001) 2024-11-23T12:22:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364580929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364580936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364580936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364580941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364580944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:01,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:01,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364581246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364581250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364581253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364581247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364581255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e5d638048e3c431d89b341ddae56f926 2024-11-23T12:22:01,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/a175bfc7e2b34a318ed3cc05e40c2747 is 50, key is test_row_0/C:col10/1732364520330/Put/seqid=0 2024-11-23T12:22:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:01,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741841_1017 (size=12001) 2024-11-23T12:22:01,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:01,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:01,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:01,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:01,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:01,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364581759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364581764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364581769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364581775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364581776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/a175bfc7e2b34a318ed3cc05e40c2747 2024-11-23T12:22:01,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/08f2cb76794a43dfb9a9ade1a2198cac as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/08f2cb76794a43dfb9a9ade1a2198cac 2024-11-23T12:22:01,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/08f2cb76794a43dfb9a9ade1a2198cac, entries=250, sequenceid=13, filesize=16.3 K 2024-11-23T12:22:01,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e5d638048e3c431d89b341ddae56f926 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e5d638048e3c431d89b341ddae56f926 2024-11-23T12:22:01,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e5d638048e3c431d89b341ddae56f926, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T12:22:01,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/a175bfc7e2b34a318ed3cc05e40c2747 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a175bfc7e2b34a318ed3cc05e40c2747 2024-11-23T12:22:01,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:01,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:01,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a175bfc7e2b34a318ed3cc05e40c2747, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T12:22:01,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 046aad28d594da5f1e8d991078a4e604 in 1570ms, sequenceid=13, compaction requested=false 2024-11-23T12:22:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T12:22:01,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:02,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T12:22:02,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:02,037 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:02,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:02,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/209baad02db7479fbc8e063671e37196 is 50, key is test_row_0/A:col10/1732364520601/Put/seqid=0 2024-11-23T12:22:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741842_1018 (size=12001) 2024-11-23T12:22:02,100 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/209baad02db7479fbc8e063671e37196 2024-11-23T12:22:02,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b9a5c1bab5ce4d0cb199e802bd57904a is 50, key is test_row_0/B:col10/1732364520601/Put/seqid=0 2024-11-23T12:22:02,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741843_1019 (size=12001) 2024-11-23T12:22:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:02,592 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b9a5c1bab5ce4d0cb199e802bd57904a 2024-11-23T12:22:02,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/777e2a1277284b0d8658569de740194b is 50, key is test_row_0/C:col10/1732364520601/Put/seqid=0 2024-11-23T12:22:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741844_1020 (size=12001) 2024-11-23T12:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:02,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:02,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364582805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364582806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364582811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364582811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364582813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364582917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364582918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364582919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364582920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364582922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T12:22:03,074 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/777e2a1277284b0d8658569de740194b 2024-11-23T12:22:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/209baad02db7479fbc8e063671e37196 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/209baad02db7479fbc8e063671e37196 2024-11-23T12:22:03,106 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/209baad02db7479fbc8e063671e37196, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:22:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b9a5c1bab5ce4d0cb199e802bd57904a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b9a5c1bab5ce4d0cb199e802bd57904a 2024-11-23T12:22:03,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364583123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,148 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b9a5c1bab5ce4d0cb199e802bd57904a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:22:03,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364583141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/777e2a1277284b0d8658569de740194b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/777e2a1277284b0d8658569de740194b 2024-11-23T12:22:03,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364583141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364583143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364583144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,172 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/777e2a1277284b0d8658569de740194b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:22:03,174 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 046aad28d594da5f1e8d991078a4e604 in 1137ms, sequenceid=37, compaction requested=false 2024-11-23T12:22:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:03,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T12:22:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T12:22:03,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T12:22:03,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9210 sec 2024-11-23T12:22:03,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.9380 sec 2024-11-23T12:22:03,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T12:22:03,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T12:22:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:03,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:22:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:03,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/967483cf84e94d2797575ae56cac4bab is 50, key is test_row_0/A:col10/1732364522810/Put/seqid=0 2024-11-23T12:22:03,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364583520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364583524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741845_1021 (size=14341) 2024-11-23T12:22:03,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/967483cf84e94d2797575ae56cac4bab 2024-11-23T12:22:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364583529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364583529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364583530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/26cc926edb954ed2a6770cf7bd93bdde is 50, key is test_row_0/B:col10/1732364522810/Put/seqid=0 2024-11-23T12:22:03,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364583639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741846_1022 (size=12001) 2024-11-23T12:22:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364583642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364583642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364583643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364583644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364583850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364583853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364583850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364583854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364583850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/26cc926edb954ed2a6770cf7bd93bdde 2024-11-23T12:22:04,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/7541714339ef4aeb8e53da63d61bf764 is 50, key is test_row_0/C:col10/1732364522810/Put/seqid=0 2024-11-23T12:22:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741847_1023 (size=12001) 2024-11-23T12:22:04,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/7541714339ef4aeb8e53da63d61bf764 2024-11-23T12:22:04,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/967483cf84e94d2797575ae56cac4bab as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/967483cf84e94d2797575ae56cac4bab 2024-11-23T12:22:04,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/967483cf84e94d2797575ae56cac4bab, entries=200, sequenceid=50, filesize=14.0 K 2024-11-23T12:22:04,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/26cc926edb954ed2a6770cf7bd93bdde as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/26cc926edb954ed2a6770cf7bd93bdde 2024-11-23T12:22:04,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364584159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364584165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364584165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364584165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364584165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/26cc926edb954ed2a6770cf7bd93bdde, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T12:22:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/7541714339ef4aeb8e53da63d61bf764 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/7541714339ef4aeb8e53da63d61bf764 2024-11-23T12:22:04,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/7541714339ef4aeb8e53da63d61bf764, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T12:22:04,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 046aad28d594da5f1e8d991078a4e604 in 743ms, sequenceid=50, compaction requested=true 2024-11-23T12:22:04,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:04,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:04,210 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:04,213 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:04,215 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:04,217 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:04,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T12:22:04,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T12:22:04,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T12:22:04,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T12:22:04,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T12:22:04,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T12:22:04,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T12:22:04,224 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T12:22:04,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T12:22:04,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T12:22:04,217 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:04,227 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e5d638048e3c431d89b341ddae56f926, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b9a5c1bab5ce4d0cb199e802bd57904a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/26cc926edb954ed2a6770cf7bd93bdde] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=35.2 K 2024-11-23T12:22:04,228 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:04,228 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:04,228 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:04,228 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/08f2cb76794a43dfb9a9ade1a2198cac, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/209baad02db7479fbc8e063671e37196, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/967483cf84e94d2797575ae56cac4bab] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=42.0 K 2024-11-23T12:22:04,230 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e5d638048e3c431d89b341ddae56f926, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732364520325 2024-11-23T12:22:04,230 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f2cb76794a43dfb9a9ade1a2198cac, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732364520286 2024-11-23T12:22:04,231 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209baad02db7479fbc8e063671e37196, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364520593 2024-11-23T12:22:04,232 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 967483cf84e94d2797575ae56cac4bab, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732364522804 2024-11-23T12:22:04,234 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b9a5c1bab5ce4d0cb199e802bd57904a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364520593 2024-11-23T12:22:04,236 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 26cc926edb954ed2a6770cf7bd93bdde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732364522805 2024-11-23T12:22:04,310 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:04,311 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e4dd18991a2c46e094880dd449596f5d is 50, key is test_row_0/B:col10/1732364522810/Put/seqid=0 2024-11-23T12:22:04,343 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#9 average throughput is 0.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:04,344 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/d59b971f54f34f2e83f5cc18cd105c1e is 50, key is test_row_0/A:col10/1732364522810/Put/seqid=0 2024-11-23T12:22:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T12:22:04,379 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T12:22:04,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T12:22:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T12:22:04,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741848_1024 (size=12104) 2024-11-23T12:22:04,387 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:04,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:04,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741849_1025 (size=12104) 2024-11-23T12:22:04,436 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/d59b971f54f34f2e83f5cc18cd105c1e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d59b971f54f34f2e83f5cc18cd105c1e 2024-11-23T12:22:04,468 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into d59b971f54f34f2e83f5cc18cd105c1e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:04,468 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:04,468 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364524198; duration=0sec 2024-11-23T12:22:04,469 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:04,469 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:04,469 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:04,478 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:04,479 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:04,479 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:04,479 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a175bfc7e2b34a318ed3cc05e40c2747, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/777e2a1277284b0d8658569de740194b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/7541714339ef4aeb8e53da63d61bf764] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=35.2 K 2024-11-23T12:22:04,480 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting a175bfc7e2b34a318ed3cc05e40c2747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732364520325 2024-11-23T12:22:04,481 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 777e2a1277284b0d8658569de740194b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364520593 2024-11-23T12:22:04,482 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7541714339ef4aeb8e53da63d61bf764, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732364522805 2024-11-23T12:22:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T12:22:04,532 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#11 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:04,533 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e72ff283bc354d98a69415fbd6be1efc is 50, key is test_row_0/C:col10/1732364522810/Put/seqid=0 2024-11-23T12:22:04,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T12:22:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:04,543 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:22:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741850_1026 (size=12104) 2024-11-23T12:22:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/9a8ff8e98d3e421492893fefe11abd66 is 50, key is test_row_0/A:col10/1732364523523/Put/seqid=0 2024-11-23T12:22:04,588 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e72ff283bc354d98a69415fbd6be1efc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e72ff283bc354d98a69415fbd6be1efc 2024-11-23T12:22:04,606 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into e72ff283bc354d98a69415fbd6be1efc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:04,606 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:04,606 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=13, startTime=1732364524210; duration=0sec 2024-11-23T12:22:04,606 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:04,606 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741851_1027 (size=12001) 2024-11-23T12:22:04,625 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/9a8ff8e98d3e421492893fefe11abd66 2024-11-23T12:22:04,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/31684684aa9e4cc48e44c1fb1b215c6b is 50, key is test_row_0/B:col10/1732364523523/Put/seqid=0 2024-11-23T12:22:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:04,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741852_1028 (size=12001) 2024-11-23T12:22:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T12:22:04,689 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/31684684aa9e4cc48e44c1fb1b215c6b 2024-11-23T12:22:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ef96c837250f406aa5d31c02c557ec62 is 50, key is test_row_0/C:col10/1732364523523/Put/seqid=0 2024-11-23T12:22:04,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364584719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364584723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364584724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364584724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364584729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741853_1029 (size=12001) 2024-11-23T12:22:04,755 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ef96c837250f406aa5d31c02c557ec62 2024-11-23T12:22:04,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/9a8ff8e98d3e421492893fefe11abd66 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/9a8ff8e98d3e421492893fefe11abd66 2024-11-23T12:22:04,780 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/9a8ff8e98d3e421492893fefe11abd66, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T12:22:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/31684684aa9e4cc48e44c1fb1b215c6b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/31684684aa9e4cc48e44c1fb1b215c6b 2024-11-23T12:22:04,799 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/31684684aa9e4cc48e44c1fb1b215c6b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T12:22:04,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ef96c837250f406aa5d31c02c557ec62 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ef96c837250f406aa5d31c02c557ec62 2024-11-23T12:22:04,808 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e4dd18991a2c46e094880dd449596f5d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e4dd18991a2c46e094880dd449596f5d 2024-11-23T12:22:04,823 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into e4dd18991a2c46e094880dd449596f5d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:04,824 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:04,824 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364524210; duration=0sec 2024-11-23T12:22:04,824 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:04,824 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:04,837 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ef96c837250f406aa5d31c02c557ec62, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T12:22:04,839 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 046aad28d594da5f1e8d991078a4e604 in 296ms, sequenceid=75, compaction requested=false 2024-11-23T12:22:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T12:22:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T12:22:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:04,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:22:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:04,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T12:22:04,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 457 msec 2024-11-23T12:22:04,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 467 msec 2024-11-23T12:22:04,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/53bc9ba579f14789b0e2caac938eceeb is 50, key is test_row_0/A:col10/1732364524723/Put/seqid=0 2024-11-23T12:22:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741854_1030 (size=14341) 2024-11-23T12:22:04,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/53bc9ba579f14789b0e2caac938eceeb 2024-11-23T12:22:04,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/7d04a081eab6434bbcd172e4a35f8e40 is 50, key is test_row_0/B:col10/1732364524723/Put/seqid=0 2024-11-23T12:22:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364584911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364584928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364584929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364584934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364584934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741855_1031 (size=12001) 2024-11-23T12:22:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T12:22:04,991 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T12:22:04,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T12:22:04,998 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:05,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:05,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T12:22:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364585036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364585043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364585046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364585047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364585045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T12:22:05,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364585245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364585252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364585256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364585259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364585260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T12:22:05,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:05,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:05,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/7d04a081eab6434bbcd172e4a35f8e40 2024-11-23T12:22:05,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/c717179677804edfb4c34ae09e620d3c is 50, key is test_row_0/C:col10/1732364524723/Put/seqid=0 2024-11-23T12:22:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741856_1032 (size=12001) 2024-11-23T12:22:05,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/c717179677804edfb4c34ae09e620d3c 2024-11-23T12:22:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/53bc9ba579f14789b0e2caac938eceeb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/53bc9ba579f14789b0e2caac938eceeb 2024-11-23T12:22:05,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/53bc9ba579f14789b0e2caac938eceeb, entries=200, sequenceid=91, filesize=14.0 K 2024-11-23T12:22:05,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/7d04a081eab6434bbcd172e4a35f8e40 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7d04a081eab6434bbcd172e4a35f8e40 2024-11-23T12:22:05,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7d04a081eab6434bbcd172e4a35f8e40, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T12:22:05,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/c717179677804edfb4c34ae09e620d3c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/c717179677804edfb4c34ae09e620d3c 2024-11-23T12:22:05,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/c717179677804edfb4c34ae09e620d3c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T12:22:05,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 046aad28d594da5f1e8d991078a4e604 in 673ms, sequenceid=91, compaction requested=true 2024-11-23T12:22:05,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:05,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:05,518 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:05,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:05,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:05,518 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:05,520 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:05,520 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:05,521 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,521 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d59b971f54f34f2e83f5cc18cd105c1e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/9a8ff8e98d3e421492893fefe11abd66, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/53bc9ba579f14789b0e2caac938eceeb] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=37.5 K 2024-11-23T12:22:05,522 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d59b971f54f34f2e83f5cc18cd105c1e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732364522805 2024-11-23T12:22:05,522 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:05,522 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:05,522 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,523 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e4dd18991a2c46e094880dd449596f5d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/31684684aa9e4cc48e44c1fb1b215c6b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7d04a081eab6434bbcd172e4a35f8e40] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=35.3 K 2024-11-23T12:22:05,523 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a8ff8e98d3e421492893fefe11abd66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732364523517 2024-11-23T12:22:05,524 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53bc9ba579f14789b0e2caac938eceeb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732364524690 2024-11-23T12:22:05,525 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e4dd18991a2c46e094880dd449596f5d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732364522805 2024-11-23T12:22:05,526 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 31684684aa9e4cc48e44c1fb1b215c6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732364523517 2024-11-23T12:22:05,537 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d04a081eab6434bbcd172e4a35f8e40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732364524721 2024-11-23T12:22:05,557 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:05,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:22:05,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:05,558 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b001535e8d934b83aceca104bf9403a1 is 50, key is test_row_0/A:col10/1732364524723/Put/seqid=0 2024-11-23T12:22:05,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:05,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:05,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:05,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:05,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:05,571 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:05,574 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/121bc9aa04044816a80177d7805691c2 is 50, key is test_row_0/B:col10/1732364524723/Put/seqid=0 2024-11-23T12:22:05,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b7ae9b627f37433aa23fd88ad77735e0 is 50, key is test_row_0/A:col10/1732364524927/Put/seqid=0 2024-11-23T12:22:05,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364585588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364585589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T12:22:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364585589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741857_1033 (size=12207) 2024-11-23T12:22:05,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364585605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364585605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741858_1034 (size=12207) 2024-11-23T12:22:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741859_1035 (size=14341) 2024-11-23T12:22:05,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b7ae9b627f37433aa23fd88ad77735e0 2024-11-23T12:22:05,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/4eb8b46aa9d34148b7f2edc7ba4a773a is 50, key is test_row_0/B:col10/1732364524927/Put/seqid=0 2024-11-23T12:22:05,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364585707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364585709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364585710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364585722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741860_1036 (size=12001) 2024-11-23T12:22:05,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364585723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/4eb8b46aa9d34148b7f2edc7ba4a773a 2024-11-23T12:22:05,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/0ff25f1520c8403fae212dda2dd6ec8c is 50, key is test_row_0/C:col10/1732364524927/Put/seqid=0 2024-11-23T12:22:05,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741861_1037 (size=12001) 2024-11-23T12:22:05,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/0ff25f1520c8403fae212dda2dd6ec8c 2024-11-23T12:22:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b7ae9b627f37433aa23fd88ad77735e0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b7ae9b627f37433aa23fd88ad77735e0 2024-11-23T12:22:05,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b7ae9b627f37433aa23fd88ad77735e0, entries=200, sequenceid=115, filesize=14.0 K 2024-11-23T12:22:05,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/4eb8b46aa9d34148b7f2edc7ba4a773a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/4eb8b46aa9d34148b7f2edc7ba4a773a 2024-11-23T12:22:05,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/4eb8b46aa9d34148b7f2edc7ba4a773a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T12:22:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/0ff25f1520c8403fae212dda2dd6ec8c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/0ff25f1520c8403fae212dda2dd6ec8c 2024-11-23T12:22:05,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/0ff25f1520c8403fae212dda2dd6ec8c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-23T12:22:05,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 046aad28d594da5f1e8d991078a4e604 in 339ms, sequenceid=115, compaction requested=true 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:05,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T12:22:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:05,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:22:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:05,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/58c7395b116c43448dd56171b3a4a939 is 50, key is test_row_0/A:col10/1732364525922/Put/seqid=0 2024-11-23T12:22:05,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:05,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:05,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:05,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:05,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741862_1038 (size=14341) 2024-11-23T12:22:05,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/58c7395b116c43448dd56171b3a4a939 2024-11-23T12:22:06,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b77d118573ef4d22b8d423b7e6ee7bf2 is 50, key is test_row_0/B:col10/1732364525922/Put/seqid=0 2024-11-23T12:22:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364586001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364586002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364586004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364586009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364586014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,034 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b001535e8d934b83aceca104bf9403a1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b001535e8d934b83aceca104bf9403a1 2024-11-23T12:22:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741863_1039 (size=12001) 2024-11-23T12:22:06,048 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into b001535e8d934b83aceca104bf9403a1(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:06,048 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:06,048 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364525518; duration=0sec 2024-11-23T12:22:06,049 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T12:22:06,049 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:06,049 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:06,049 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:06,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b77d118573ef4d22b8d423b7e6ee7bf2 2024-11-23T12:22:06,056 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:06,057 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:06,057 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:06,057 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e72ff283bc354d98a69415fbd6be1efc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ef96c837250f406aa5d31c02c557ec62, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/c717179677804edfb4c34ae09e620d3c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/0ff25f1520c8403fae212dda2dd6ec8c] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=47.0 K 2024-11-23T12:22:06,063 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e72ff283bc354d98a69415fbd6be1efc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732364522805 2024-11-23T12:22:06,065 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef96c837250f406aa5d31c02c557ec62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732364523517 2024-11-23T12:22:06,067 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/121bc9aa04044816a80177d7805691c2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/121bc9aa04044816a80177d7805691c2 2024-11-23T12:22:06,067 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c717179677804edfb4c34ae09e620d3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732364524721 2024-11-23T12:22:06,068 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ff25f1520c8403fae212dda2dd6ec8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732364524927 2024-11-23T12:22:06,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/027cf3cb819443c1a6ae83446782aab8 is 50, key is test_row_0/C:col10/1732364525922/Put/seqid=0 2024-11-23T12:22:06,080 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into 121bc9aa04044816a80177d7805691c2(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:06,080 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:06,080 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364525518; duration=0sec 2024-11-23T12:22:06,080 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T12:22:06,080 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:06,080 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:06,080 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-23T12:22:06,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:06,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:06,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:06,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:06,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:06,084 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:06,084 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:06,084 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:06,084 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:06,084 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:06,086 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:06,086 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:06,086 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:06,086 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T12:22:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364586144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364586144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,153 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:06,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,154 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/378ff17d4d954d3bad5b1da035051225 is 50, key is test_row_0/C:col10/1732364524927/Put/seqid=0 2024-11-23T12:22:06,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:06,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364586156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364586156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:06,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741864_1040 (size=12001) 2024-11-23T12:22:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:06,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/027cf3cb819443c1a6ae83446782aab8 2024-11-23T12:22:06,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364586158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/58c7395b116c43448dd56171b3a4a939 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/58c7395b116c43448dd56171b3a4a939 2024-11-23T12:22:06,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/58c7395b116c43448dd56171b3a4a939, entries=200, sequenceid=128, filesize=14.0 K 2024-11-23T12:22:06,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b77d118573ef4d22b8d423b7e6ee7bf2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b77d118573ef4d22b8d423b7e6ee7bf2 2024-11-23T12:22:06,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b77d118573ef4d22b8d423b7e6ee7bf2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T12:22:06,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/027cf3cb819443c1a6ae83446782aab8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/027cf3cb819443c1a6ae83446782aab8 2024-11-23T12:22:06,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/027cf3cb819443c1a6ae83446782aab8, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T12:22:06,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 046aad28d594da5f1e8d991078a4e604 in 293ms, sequenceid=128, compaction requested=true 2024-11-23T12:22:06,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:06,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:06,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:06,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:06,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:06,218 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T12:22:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741865_1041 (size=12241) 2024-11-23T12:22:06,223 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:06,223 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:06,223 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:06,223 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b001535e8d934b83aceca104bf9403a1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b7ae9b627f37433aa23fd88ad77735e0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/58c7395b116c43448dd56171b3a4a939] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=39.9 K 2024-11-23T12:22:06,224 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b001535e8d934b83aceca104bf9403a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732364524721 2024-11-23T12:22:06,225 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ae9b627f37433aa23fd88ad77735e0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732364524908 2024-11-23T12:22:06,228 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 58c7395b116c43448dd56171b3a4a939, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732364525575 2024-11-23T12:22:06,232 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/378ff17d4d954d3bad5b1da035051225 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/378ff17d4d954d3bad5b1da035051225 2024-11-23T12:22:06,245 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into 378ff17d4d954d3bad5b1da035051225(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:06,245 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:06,245 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=12, startTime=1732364525897; duration=0sec 2024-11-23T12:22:06,246 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T12:22:06,246 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:06,246 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:06,246 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:06,249 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:06,249 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:06,249 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:06,249 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/121bc9aa04044816a80177d7805691c2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/4eb8b46aa9d34148b7f2edc7ba4a773a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b77d118573ef4d22b8d423b7e6ee7bf2] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=35.4 K 2024-11-23T12:22:06,251 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 121bc9aa04044816a80177d7805691c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732364524721 2024-11-23T12:22:06,251 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eb8b46aa9d34148b7f2edc7ba4a773a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732364524927 2024-11-23T12:22:06,252 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b77d118573ef4d22b8d423b7e6ee7bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732364525575 2024-11-23T12:22:06,260 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:06,261 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/e6ce2289c26d4c24a2c3368a6b341175 is 50, key is test_row_0/A:col10/1732364525922/Put/seqid=0 2024-11-23T12:22:06,286 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:06,287 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/6b0222d9c4dc4cee89c946c5e35d7a27 is 50, key is test_row_0/B:col10/1732364525922/Put/seqid=0 2024-11-23T12:22:06,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741866_1042 (size=12309) 2024-11-23T12:22:06,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T12:22:06,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:06,318 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:22:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:06,331 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/e6ce2289c26d4c24a2c3368a6b341175 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/e6ce2289c26d4c24a2c3368a6b341175 2024-11-23T12:22:06,345 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into e6ce2289c26d4c24a2c3368a6b341175(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:06,346 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:06,346 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364526217; duration=0sec 2024-11-23T12:22:06,346 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:06,346 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:06,346 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:06,348 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:06,348 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:06,348 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:06,348 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741867_1043 (size=12309) 2024-11-23T12:22:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/38730d8b4ce34d8f800fab77b61562b5 is 50, key is test_row_0/A:col10/1732364526012/Put/seqid=0 2024-11-23T12:22:06,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364586387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364586389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364586392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364586393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364586396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741868_1044 (size=12151) 2024-11-23T12:22:06,444 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/38730d8b4ce34d8f800fab77b61562b5 2024-11-23T12:22:06,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/a2efc14b1347472e9cb2a7bedd5ced05 is 50, key is test_row_0/B:col10/1732364526012/Put/seqid=0 2024-11-23T12:22:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741869_1045 (size=12151) 2024-11-23T12:22:06,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364586505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364586507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364586507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364586507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364586508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364586712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364586715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364586715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364586716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364586716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:06,778 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/6b0222d9c4dc4cee89c946c5e35d7a27 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6b0222d9c4dc4cee89c946c5e35d7a27 2024-11-23T12:22:06,790 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into 6b0222d9c4dc4cee89c946c5e35d7a27(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:06,790 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:06,790 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364526218; duration=0sec 2024-11-23T12:22:06,790 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:06,790 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:06,901 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/a2efc14b1347472e9cb2a7bedd5ced05 2024-11-23T12:22:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e2e9331251024121a05b83f0744ccde4 is 50, key is test_row_0/C:col10/1732364526012/Put/seqid=0 2024-11-23T12:22:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741870_1046 (size=12151) 2024-11-23T12:22:06,986 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e2e9331251024121a05b83f0744ccde4 2024-11-23T12:22:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/38730d8b4ce34d8f800fab77b61562b5 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/38730d8b4ce34d8f800fab77b61562b5 2024-11-23T12:22:07,014 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/38730d8b4ce34d8f800fab77b61562b5, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:22:07,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/a2efc14b1347472e9cb2a7bedd5ced05 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/a2efc14b1347472e9cb2a7bedd5ced05 2024-11-23T12:22:07,030 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/a2efc14b1347472e9cb2a7bedd5ced05, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:22:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364587020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e2e9331251024121a05b83f0744ccde4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e2e9331251024121a05b83f0744ccde4 2024-11-23T12:22:07,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364587023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364587020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364587025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364587024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,043 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e2e9331251024121a05b83f0744ccde4, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:22:07,045 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 046aad28d594da5f1e8d991078a4e604 in 728ms, sequenceid=154, compaction requested=true 2024-11-23T12:22:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T12:22:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T12:22:07,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T12:22:07,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec 2024-11-23T12:22:07,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0570 sec 2024-11-23T12:22:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T12:22:07,110 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T12:22:07,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T12:22:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T12:22:07,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:07,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:07,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T12:22:07,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T12:22:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:07,271 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:22:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:07,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/c182fa1fb50141a1a7b564ddee4ba5ec is 50, key is test_row_0/A:col10/1732364526386/Put/seqid=0 2024-11-23T12:22:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741871_1047 (size=12151) 2024-11-23T12:22:07,331 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/c182fa1fb50141a1a7b564ddee4ba5ec 2024-11-23T12:22:07,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/bfa4e85d23924c25a96ced4bd93a65e3 is 50, key is test_row_0/B:col10/1732364526386/Put/seqid=0 2024-11-23T12:22:07,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741872_1048 (size=12151) 2024-11-23T12:22:07,407 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/bfa4e85d23924c25a96ced4bd93a65e3 2024-11-23T12:22:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T12:22:07,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/2430b2b60c8142bebb59298510a75007 is 50, key is test_row_0/C:col10/1732364526386/Put/seqid=0 2024-11-23T12:22:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741873_1049 (size=12151) 2024-11-23T12:22:07,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364587582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364587586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364587587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364587596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364587596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364587698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364587699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364587699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364587707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364587707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T12:22:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/2430b2b60c8142bebb59298510a75007 2024-11-23T12:22:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/c182fa1fb50141a1a7b564ddee4ba5ec as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/c182fa1fb50141a1a7b564ddee4ba5ec 2024-11-23T12:22:07,896 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/c182fa1fb50141a1a7b564ddee4ba5ec, entries=150, sequenceid=169, filesize=11.9 K 2024-11-23T12:22:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/bfa4e85d23924c25a96ced4bd93a65e3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bfa4e85d23924c25a96ced4bd93a65e3 2024-11-23T12:22:07,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364587904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364587905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364587905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,908 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bfa4e85d23924c25a96ced4bd93a65e3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-23T12:22:07,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/2430b2b60c8142bebb59298510a75007 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2430b2b60c8142bebb59298510a75007 2024-11-23T12:22:07,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364587913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364587913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:07,920 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2430b2b60c8142bebb59298510a75007, entries=150, sequenceid=169, filesize=11.9 K 2024-11-23T12:22:07,924 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 046aad28d594da5f1e8d991078a4e604 in 653ms, sequenceid=169, compaction requested=true 2024-11-23T12:22:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T12:22:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T12:22:07,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T12:22:07,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 809 msec 2024-11-23T12:22:07,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 818 msec 2024-11-23T12:22:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:08,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:22:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T12:22:08,221 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T12:22:08,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T12:22:08,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364588221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:08,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/eb55ab65bf0042b7b654d16884361cfd is 50, key is test_row_0/A:col10/1732364528215/Put/seqid=0 2024-11-23T12:22:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364588226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T12:22:08,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364588227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364588227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364588236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741874_1050 (size=14541) 2024-11-23T12:22:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T12:22:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364588330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364588334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364588339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364588340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T12:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T12:22:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364588534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364588536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T12:22:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364588543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:08,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364588544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/eb55ab65bf0042b7b654d16884361cfd 2024-11-23T12:22:08,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/70062b76e1074085b2975a62cafe1a36 is 50, key is test_row_0/B:col10/1732364528215/Put/seqid=0 2024-11-23T12:22:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741875_1051 (size=12151) 2024-11-23T12:22:08,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/70062b76e1074085b2975a62cafe1a36 2024-11-23T12:22:08,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T12:22:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4497b8e071db49278111319ae2bd0f0d is 50, key is test_row_0/C:col10/1732364528215/Put/seqid=0 2024-11-23T12:22:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741876_1052 (size=12151) 2024-11-23T12:22:08,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4497b8e071db49278111319ae2bd0f0d 2024-11-23T12:22:08,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/eb55ab65bf0042b7b654d16884361cfd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eb55ab65bf0042b7b654d16884361cfd 2024-11-23T12:22:08,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364588734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eb55ab65bf0042b7b654d16884361cfd, entries=200, sequenceid=196, filesize=14.2 K 2024-11-23T12:22:08,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/70062b76e1074085b2975a62cafe1a36 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/70062b76e1074085b2975a62cafe1a36 2024-11-23T12:22:08,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/70062b76e1074085b2975a62cafe1a36, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T12:22:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4497b8e071db49278111319ae2bd0f0d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4497b8e071db49278111319ae2bd0f0d 2024-11-23T12:22:08,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4497b8e071db49278111319ae2bd0f0d, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T12:22:08,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 046aad28d594da5f1e8d991078a4e604 in 554ms, sequenceid=196, compaction requested=true 2024-11-23T12:22:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:08,769 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:08,769 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:08,772 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:08,772 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:08,772 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:08,772 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:08,772 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,772 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,773 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6b0222d9c4dc4cee89c946c5e35d7a27, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/a2efc14b1347472e9cb2a7bedd5ced05, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bfa4e85d23924c25a96ced4bd93a65e3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/70062b76e1074085b2975a62cafe1a36] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=47.6 K 2024-11-23T12:22:08,773 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/e6ce2289c26d4c24a2c3368a6b341175, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/38730d8b4ce34d8f800fab77b61562b5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/c182fa1fb50141a1a7b564ddee4ba5ec, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eb55ab65bf0042b7b654d16884361cfd] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=50.0 K 2024-11-23T12:22:08,773 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b0222d9c4dc4cee89c946c5e35d7a27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732364525575 2024-11-23T12:22:08,774 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6ce2289c26d4c24a2c3368a6b341175, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732364525575 2024-11-23T12:22:08,774 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a2efc14b1347472e9cb2a7bedd5ced05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364525997 2024-11-23T12:22:08,775 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38730d8b4ce34d8f800fab77b61562b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364525997 2024-11-23T12:22:08,775 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bfa4e85d23924c25a96ced4bd93a65e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732364526373 2024-11-23T12:22:08,775 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c182fa1fb50141a1a7b564ddee4ba5ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732364526373 2024-11-23T12:22:08,776 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 70062b76e1074085b2975a62cafe1a36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732364527593 2024-11-23T12:22:08,776 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb55ab65bf0042b7b654d16884361cfd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732364527593 2024-11-23T12:22:08,798 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:08,799 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/022314c3609f425d924527c2031cab18 is 50, key is test_row_0/A:col10/1732364528215/Put/seqid=0 2024-11-23T12:22:08,805 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:08,806 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/ceee59c13e2049888e7db7812b66b884 is 50, key is test_row_0/B:col10/1732364528215/Put/seqid=0 2024-11-23T12:22:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T12:22:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741877_1053 (size=12595) 2024-11-23T12:22:08,846 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/022314c3609f425d924527c2031cab18 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/022314c3609f425d924527c2031cab18 2024-11-23T12:22:08,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741878_1054 (size=12595) 2024-11-23T12:22:08,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:08,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T12:22:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:08,861 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/ceee59c13e2049888e7db7812b66b884 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ceee59c13e2049888e7db7812b66b884 2024-11-23T12:22:08,863 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 022314c3609f425d924527c2031cab18(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:08,863 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:08,863 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=12, startTime=1732364528769; duration=0sec 2024-11-23T12:22:08,864 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:08,864 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:08,864 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T12:22:08,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/aee8747ce07b4869af8f61e29d3f711e is 50, key is test_row_0/A:col10/1732364528218/Put/seqid=0 2024-11-23T12:22:08,874 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60695 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T12:22:08,875 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:08,875 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:08,876 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into ceee59c13e2049888e7db7812b66b884(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:08,876 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:08,876 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=12, startTime=1732364528769; duration=0sec 2024-11-23T12:22:08,876 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:08,877 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:08,877 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/378ff17d4d954d3bad5b1da035051225, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/027cf3cb819443c1a6ae83446782aab8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e2e9331251024121a05b83f0744ccde4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2430b2b60c8142bebb59298510a75007, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4497b8e071db49278111319ae2bd0f0d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=59.3 K 2024-11-23T12:22:08,877 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378ff17d4d954d3bad5b1da035051225, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732364524927 2024-11-23T12:22:08,880 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027cf3cb819443c1a6ae83446782aab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732364525575 2024-11-23T12:22:08,881 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2e9331251024121a05b83f0744ccde4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364525997 2024-11-23T12:22:08,881 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2430b2b60c8142bebb59298510a75007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732364526373 2024-11-23T12:22:08,882 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4497b8e071db49278111319ae2bd0f0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732364527593 2024-11-23T12:22:08,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364588895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364588897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364588899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364588900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741879_1055 (size=19321) 2024-11-23T12:22:08,918 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#41 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:08,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/aee8747ce07b4869af8f61e29d3f711e 2024-11-23T12:22:08,919 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e52154ec8d19486da6adf540a8da5e01 is 50, key is test_row_0/C:col10/1732364528215/Put/seqid=0 2024-11-23T12:22:08,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/68d9c3bacf0343d9a0d5ca3c1b1c6580 is 50, key is test_row_0/B:col10/1732364528218/Put/seqid=0 2024-11-23T12:22:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741880_1056 (size=12561) 2024-11-23T12:22:08,953 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e52154ec8d19486da6adf540a8da5e01 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e52154ec8d19486da6adf540a8da5e01 2024-11-23T12:22:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741881_1057 (size=12151) 2024-11-23T12:22:08,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/68d9c3bacf0343d9a0d5ca3c1b1c6580 2024-11-23T12:22:08,970 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into e52154ec8d19486da6adf540a8da5e01(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:08,970 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:08,970 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=11, startTime=1732364528770; duration=0sec 2024-11-23T12:22:08,970 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:08,970 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:08,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/16a84353175149b7a5da556b2827ee48 is 50, key is test_row_0/C:col10/1732364528218/Put/seqid=0 2024-11-23T12:22:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364589002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364589003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364589003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364589005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741882_1058 (size=12151) 2024-11-23T12:22:09,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/16a84353175149b7a5da556b2827ee48 2024-11-23T12:22:09,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T12:22:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:09,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/aee8747ce07b4869af8f61e29d3f711e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/aee8747ce07b4869af8f61e29d3f711e 2024-11-23T12:22:09,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/aee8747ce07b4869af8f61e29d3f711e, entries=300, sequenceid=208, filesize=18.9 K 2024-11-23T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/68d9c3bacf0343d9a0d5ca3c1b1c6580 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/68d9c3bacf0343d9a0d5ca3c1b1c6580 2024-11-23T12:22:09,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/68d9c3bacf0343d9a0d5ca3c1b1c6580, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T12:22:09,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/16a84353175149b7a5da556b2827ee48 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/16a84353175149b7a5da556b2827ee48 2024-11-23T12:22:09,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/16a84353175149b7a5da556b2827ee48, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T12:22:09,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 046aad28d594da5f1e8d991078a4e604 in 199ms, sequenceid=208, compaction requested=false 2024-11-23T12:22:09,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:09,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T12:22:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,170 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/eff924b393b34d0f9fd47fe093aa5876 is 50, key is test_row_0/A:col10/1732364528894/Put/seqid=0 2024-11-23T12:22:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741883_1059 (size=12151) 2024-11-23T12:22:09,191 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/eff924b393b34d0f9fd47fe093aa5876 2024-11-23T12:22:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/8f1451d4664c46ae89423ec1971fc063 is 50, key is test_row_0/B:col10/1732364528894/Put/seqid=0 2024-11-23T12:22:09,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:09,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364589218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364589221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364589223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364589223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741884_1060 (size=12151) 2024-11-23T12:22:09,239 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/8f1451d4664c46ae89423ec1971fc063 2024-11-23T12:22:09,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/71e415a07db74619bac5e396a3d9901c is 50, key is test_row_0/C:col10/1732364528894/Put/seqid=0 2024-11-23T12:22:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741885_1061 (size=12151) 2024-11-23T12:22:09,277 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/71e415a07db74619bac5e396a3d9901c 2024-11-23T12:22:09,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/eff924b393b34d0f9fd47fe093aa5876 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eff924b393b34d0f9fd47fe093aa5876 2024-11-23T12:22:09,301 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eff924b393b34d0f9fd47fe093aa5876, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:22:09,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/8f1451d4664c46ae89423ec1971fc063 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8f1451d4664c46ae89423ec1971fc063 2024-11-23T12:22:09,310 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8f1451d4664c46ae89423ec1971fc063, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:22:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/71e415a07db74619bac5e396a3d9901c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/71e415a07db74619bac5e396a3d9901c 2024-11-23T12:22:09,319 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/71e415a07db74619bac5e396a3d9901c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:22:09,321 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 046aad28d594da5f1e8d991078a4e604 in 151ms, sequenceid=235, compaction requested=true 2024-11-23T12:22:09,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:09,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T12:22:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T12:22:09,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T12:22:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:09,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0870 sec 2024-11-23T12:22:09,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:22:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1050 sec 2024-11-23T12:22:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T12:22:09,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b9302d4adf734af588fe41cc7262e1f7 is 50, key is test_row_0/A:col10/1732364529218/Put/seqid=0 2024-11-23T12:22:09,338 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T12:22:09,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T12:22:09,342 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T12:22:09,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:09,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741886_1062 (size=14541) 2024-11-23T12:22:09,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364589357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364589359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364589361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364589363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b9302d4adf734af588fe41cc7262e1f7 2024-11-23T12:22:09,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/86f74b2752eb4a808da2f5a2935a0b50 is 50, key is test_row_0/B:col10/1732364529218/Put/seqid=0 2024-11-23T12:22:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741887_1063 (size=12151) 2024-11-23T12:22:09,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/86f74b2752eb4a808da2f5a2935a0b50 2024-11-23T12:22:09,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/2e019ed1d060492ca2a4609e1b70ed9e is 50, key is test_row_0/C:col10/1732364529218/Put/seqid=0 2024-11-23T12:22:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741888_1064 (size=12151) 2024-11-23T12:22:09,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/2e019ed1d060492ca2a4609e1b70ed9e 2024-11-23T12:22:09,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b9302d4adf734af588fe41cc7262e1f7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b9302d4adf734af588fe41cc7262e1f7 2024-11-23T12:22:09,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b9302d4adf734af588fe41cc7262e1f7, entries=200, sequenceid=250, filesize=14.2 K 2024-11-23T12:22:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/86f74b2752eb4a808da2f5a2935a0b50 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/86f74b2752eb4a808da2f5a2935a0b50 2024-11-23T12:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T12:22:09,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/86f74b2752eb4a808da2f5a2935a0b50, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T12:22:09,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/2e019ed1d060492ca2a4609e1b70ed9e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2e019ed1d060492ca2a4609e1b70ed9e 2024-11-23T12:22:09,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2e019ed1d060492ca2a4609e1b70ed9e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T12:22:09,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 046aad28d594da5f1e8d991078a4e604 in 131ms, sequenceid=250, compaction requested=true 2024-11-23T12:22:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:09,459 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:09,459 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:09,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:09,462 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:09,462 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58608 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:09,462 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:09,462 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:09,462 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,462 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,462 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ceee59c13e2049888e7db7812b66b884, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/68d9c3bacf0343d9a0d5ca3c1b1c6580, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8f1451d4664c46ae89423ec1971fc063, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/86f74b2752eb4a808da2f5a2935a0b50] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=47.9 K 2024-11-23T12:22:09,462 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/022314c3609f425d924527c2031cab18, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/aee8747ce07b4869af8f61e29d3f711e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eff924b393b34d0f9fd47fe093aa5876, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b9302d4adf734af588fe41cc7262e1f7] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=57.2 K 2024-11-23T12:22:09,463 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 022314c3609f425d924527c2031cab18, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732364527593 2024-11-23T12:22:09,463 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ceee59c13e2049888e7db7812b66b884, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732364527593 2024-11-23T12:22:09,464 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 68d9c3bacf0343d9a0d5ca3c1b1c6580, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732364528218 2024-11-23T12:22:09,464 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee8747ce07b4869af8f61e29d3f711e, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732364528218 2024-11-23T12:22:09,465 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1451d4664c46ae89423ec1971fc063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364528894 2024-11-23T12:22:09,465 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting eff924b393b34d0f9fd47fe093aa5876, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364528894 2024-11-23T12:22:09,465 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 86f74b2752eb4a808da2f5a2935a0b50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732364529218 2024-11-23T12:22:09,466 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9302d4adf734af588fe41cc7262e1f7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732364529218 2024-11-23T12:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:09,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:22:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:09,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5ad07c4d6da04861991730a748e308a3 is 50, key is test_row_0/A:col10/1732364529475/Put/seqid=0 2024-11-23T12:22:09,488 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:09,489 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/87290e0c1f8449bea0c38219c0f5f90e is 50, key is test_row_0/A:col10/1732364529218/Put/seqid=0 2024-11-23T12:22:09,489 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:09,490 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/bc9c146855a74a02a07e34259a13f758 is 50, key is test_row_0/B:col10/1732364529218/Put/seqid=0 2024-11-23T12:22:09,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364589493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364589493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364589494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364589497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741889_1065 (size=17181) 2024-11-23T12:22:09,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5ad07c4d6da04861991730a748e308a3 2024-11-23T12:22:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741890_1066 (size=12731) 2024-11-23T12:22:09,544 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/87290e0c1f8449bea0c38219c0f5f90e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/87290e0c1f8449bea0c38219c0f5f90e 2024-11-23T12:22:09,554 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 87290e0c1f8449bea0c38219c0f5f90e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:09,555 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:09,555 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=12, startTime=1732364529459; duration=0sec 2024-11-23T12:22:09,555 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:09,555 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:09,555 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:09,557 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:09,557 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:09,558 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,558 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e52154ec8d19486da6adf540a8da5e01, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/16a84353175149b7a5da556b2827ee48, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/71e415a07db74619bac5e396a3d9901c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2e019ed1d060492ca2a4609e1b70ed9e] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=47.9 K 2024-11-23T12:22:09,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741891_1067 (size=12731) 2024-11-23T12:22:09,559 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e52154ec8d19486da6adf540a8da5e01, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732364527593 2024-11-23T12:22:09,560 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16a84353175149b7a5da556b2827ee48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732364528218 2024-11-23T12:22:09,561 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e415a07db74619bac5e396a3d9901c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364528894 2024-11-23T12:22:09,561 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e019ed1d060492ca2a4609e1b70ed9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732364529218 2024-11-23T12:22:09,567 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/bc9c146855a74a02a07e34259a13f758 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bc9c146855a74a02a07e34259a13f758 2024-11-23T12:22:09,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e6d86198e9a4477ca3e076e62a6140f2 is 50, key is test_row_0/B:col10/1732364529475/Put/seqid=0 2024-11-23T12:22:09,580 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into bc9c146855a74a02a07e34259a13f758(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:09,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:09,581 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=12, startTime=1732364529459; duration=0sec 2024-11-23T12:22:09,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:09,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:09,590 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#54 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:09,591 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/d81eba56b26b4cd9bc98350a0363674c is 50, key is test_row_0/C:col10/1732364529218/Put/seqid=0 2024-11-23T12:22:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364589599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364589601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364589601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364589603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741892_1068 (size=12301) 2024-11-23T12:22:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741893_1069 (size=12697) 2024-11-23T12:22:09,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e6d86198e9a4477ca3e076e62a6140f2 2024-11-23T12:22:09,630 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/d81eba56b26b4cd9bc98350a0363674c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d81eba56b26b4cd9bc98350a0363674c 2024-11-23T12:22:09,639 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into d81eba56b26b4cd9bc98350a0363674c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:09,639 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:09,639 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=12, startTime=1732364529459; duration=0sec 2024-11-23T12:22:09,640 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:09,640 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:09,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ed259656397c49fc91994afadc7899fc is 50, key is test_row_0/C:col10/1732364529475/Put/seqid=0 2024-11-23T12:22:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T12:22:09,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741894_1070 (size=12301) 2024-11-23T12:22:09,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364589739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364589803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364589805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364589805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364589807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T12:22:09,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:09,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:09,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ed259656397c49fc91994afadc7899fc 2024-11-23T12:22:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5ad07c4d6da04861991730a748e308a3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ad07c4d6da04861991730a748e308a3 2024-11-23T12:22:10,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ad07c4d6da04861991730a748e308a3, entries=250, sequenceid=276, filesize=16.8 K 2024-11-23T12:22:10,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/e6d86198e9a4477ca3e076e62a6140f2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e6d86198e9a4477ca3e076e62a6140f2 2024-11-23T12:22:10,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e6d86198e9a4477ca3e076e62a6140f2, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T12:22:10,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ed259656397c49fc91994afadc7899fc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ed259656397c49fc91994afadc7899fc 2024-11-23T12:22:10,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ed259656397c49fc91994afadc7899fc, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T12:22:10,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 046aad28d594da5f1e8d991078a4e604 in 625ms, sequenceid=276, compaction requested=false 2024-11-23T12:22:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:10,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:10,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:10,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:10,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:10,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/a541df4b133848b0a0b15ba561e26d5d is 50, key is test_row_0/A:col10/1732364529486/Put/seqid=0 2024-11-23T12:22:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364590149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364590150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364590151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364590152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741895_1071 (size=12301) 2024-11-23T12:22:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364590253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364590253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364590256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364590257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:10,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T12:22:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364590457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364590457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364590459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364590460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/a541df4b133848b0a0b15ba561e26d5d 2024-11-23T12:22:10,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/946e2c0dac114ecb8636863730d84a18 is 50, key is test_row_0/B:col10/1732364529486/Put/seqid=0 2024-11-23T12:22:10,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741896_1072 (size=12301) 2024-11-23T12:22:10,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/946e2c0dac114ecb8636863730d84a18 2024-11-23T12:22:10,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/61658b6bc104403c81392f54e26b983f is 50, key is test_row_0/C:col10/1732364529486/Put/seqid=0 2024-11-23T12:22:10,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741897_1073 (size=12301) 2024-11-23T12:22:10,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364590761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364590761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364590763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364590764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:10,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:10,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:10,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/61658b6bc104403c81392f54e26b983f 2024-11-23T12:22:11,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/a541df4b133848b0a0b15ba561e26d5d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/a541df4b133848b0a0b15ba561e26d5d 2024-11-23T12:22:11,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/a541df4b133848b0a0b15ba561e26d5d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T12:22:11,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/946e2c0dac114ecb8636863730d84a18 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/946e2c0dac114ecb8636863730d84a18 2024-11-23T12:22:11,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/946e2c0dac114ecb8636863730d84a18, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T12:22:11,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/61658b6bc104403c81392f54e26b983f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/61658b6bc104403c81392f54e26b983f 2024-11-23T12:22:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/61658b6bc104403c81392f54e26b983f, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T12:22:11,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 046aad28d594da5f1e8d991078a4e604 in 1006ms, sequenceid=290, compaction requested=true 2024-11-23T12:22:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:11,119 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:11,119 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:11,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:11,120 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:11,120 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:11,121 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:11,121 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:11,121 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,121 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,121 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/87290e0c1f8449bea0c38219c0f5f90e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ad07c4d6da04861991730a748e308a3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/a541df4b133848b0a0b15ba561e26d5d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=41.2 K 2024-11-23T12:22:11,121 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bc9c146855a74a02a07e34259a13f758, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e6d86198e9a4477ca3e076e62a6140f2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/946e2c0dac114ecb8636863730d84a18] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.5 K 2024-11-23T12:22:11,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bc9c146855a74a02a07e34259a13f758, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732364529218 2024-11-23T12:22:11,122 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87290e0c1f8449bea0c38219c0f5f90e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732364529218 2024-11-23T12:22:11,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e6d86198e9a4477ca3e076e62a6140f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732364529470 2024-11-23T12:22:11,123 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ad07c4d6da04861991730a748e308a3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732364529347 2024-11-23T12:22:11,123 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 946e2c0dac114ecb8636863730d84a18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732364529486 2024-11-23T12:22:11,124 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting a541df4b133848b0a0b15ba561e26d5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732364529486 2024-11-23T12:22:11,143 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:11,144 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b609b2255a24434bbe8af00543dd5bb2 is 50, key is test_row_0/B:col10/1732364529486/Put/seqid=0 2024-11-23T12:22:11,148 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:11,149 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/730ea5fdd04f4f1cabc90e2779a59165 is 50, key is test_row_0/A:col10/1732364529486/Put/seqid=0 2024-11-23T12:22:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741899_1075 (size=12983) 2024-11-23T12:22:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741898_1074 (size=12983) 2024-11-23T12:22:11,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T12:22:11,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/75aabb3c36924770954c2f25c607f1f8 is 50, key is test_row_0/A:col10/1732364530149/Put/seqid=0 2024-11-23T12:22:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741900_1076 (size=12301) 2024-11-23T12:22:11,222 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/75aabb3c36924770954c2f25c607f1f8 2024-11-23T12:22:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/3e292853d87f4c4596944d8f79c05040 is 50, key is test_row_0/B:col10/1732364530149/Put/seqid=0 2024-11-23T12:22:11,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741901_1077 (size=12301) 2024-11-23T12:22:11,242 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/3e292853d87f4c4596944d8f79c05040 2024-11-23T12:22:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4fec2519a74a4ed49ef64f525c308202 is 50, key is test_row_0/C:col10/1732364530149/Put/seqid=0 2024-11-23T12:22:11,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741902_1078 (size=12301) 2024-11-23T12:22:11,267 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4fec2519a74a4ed49ef64f525c308202 2024-11-23T12:22:11,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/75aabb3c36924770954c2f25c607f1f8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/75aabb3c36924770954c2f25c607f1f8 2024-11-23T12:22:11,279 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/75aabb3c36924770954c2f25c607f1f8, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T12:22:11,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/3e292853d87f4c4596944d8f79c05040 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/3e292853d87f4c4596944d8f79c05040 2024-11-23T12:22:11,288 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/3e292853d87f4c4596944d8f79c05040, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T12:22:11,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364591281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364591282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364591282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4fec2519a74a4ed49ef64f525c308202 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4fec2519a74a4ed49ef64f525c308202 2024-11-23T12:22:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364591288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,297 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4fec2519a74a4ed49ef64f525c308202, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T12:22:11,299 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 046aad28d594da5f1e8d991078a4e604 in 98ms, sequenceid=316, compaction requested=true 2024-11-23T12:22:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T12:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T12:22:11,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T12:22:11,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9620 sec 2024-11-23T12:22:11,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9690 sec 2024-11-23T12:22:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:11,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:11,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:11,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/76b2efb230f44ec3a7f364f9957e542a is 50, key is test_row_0/A:col10/1732364531392/Put/seqid=0 2024-11-23T12:22:11,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741903_1079 (size=12301) 2024-11-23T12:22:11,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/76b2efb230f44ec3a7f364f9957e542a 2024-11-23T12:22:11,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364591430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364591433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364591435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364591436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/94c5d87933734327932e6d827f31e597 is 50, key is test_row_0/B:col10/1732364531392/Put/seqid=0 2024-11-23T12:22:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T12:22:11,448 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T12:22:11,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T12:22:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:11,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:11,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:11,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741904_1080 (size=12301) 2024-11-23T12:22:11,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/94c5d87933734327932e6d827f31e597 2024-11-23T12:22:11,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/9086a006b5f84a758b17b7d83364928e is 50, key is test_row_0/C:col10/1732364531392/Put/seqid=0 2024-11-23T12:22:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741905_1081 (size=12301) 2024-11-23T12:22:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364591538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364591541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364591544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364591544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:11,587 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/730ea5fdd04f4f1cabc90e2779a59165 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/730ea5fdd04f4f1cabc90e2779a59165 2024-11-23T12:22:11,588 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b609b2255a24434bbe8af00543dd5bb2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b609b2255a24434bbe8af00543dd5bb2 2024-11-23T12:22:11,601 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 730ea5fdd04f4f1cabc90e2779a59165(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:11,601 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:11,601 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364531118; duration=0sec 2024-11-23T12:22:11,602 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:11,602 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:11,602 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:11,602 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into b609b2255a24434bbe8af00543dd5bb2(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:11,602 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:11,602 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364531119; duration=0sec 2024-11-23T12:22:11,603 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:11,603 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:11,605 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:11,605 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:11,605 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,605 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d81eba56b26b4cd9bc98350a0363674c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ed259656397c49fc91994afadc7899fc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/61658b6bc104403c81392f54e26b983f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4fec2519a74a4ed49ef64f525c308202] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=48.4 K 2024-11-23T12:22:11,606 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d81eba56b26b4cd9bc98350a0363674c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732364529218 2024-11-23T12:22:11,607 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed259656397c49fc91994afadc7899fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732364529470 2024-11-23T12:22:11,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,608 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61658b6bc104403c81392f54e26b983f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732364529486 2024-11-23T12:22:11,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,608 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fec2519a74a4ed49ef64f525c308202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732364530147 2024-11-23T12:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,627 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:11,627 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e8d8085875c1407e8847b106801d51c0 is 50, key is test_row_0/C:col10/1732364530149/Put/seqid=0 2024-11-23T12:22:11,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741906_1082 (size=12983) 2024-11-23T12:22:11,668 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/e8d8085875c1407e8847b106801d51c0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e8d8085875c1407e8847b106801d51c0 2024-11-23T12:22:11,676 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into e8d8085875c1407e8847b106801d51c0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:11,676 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:11,676 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=12, startTime=1732364531119; duration=0sec 2024-11-23T12:22:11,677 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:11,677 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364591742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364591746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364591750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364591750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,752 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:11,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364591754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/9086a006b5f84a758b17b7d83364928e 2024-11-23T12:22:11,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/76b2efb230f44ec3a7f364f9957e542a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/76b2efb230f44ec3a7f364f9957e542a 2024-11-23T12:22:11,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:11,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/76b2efb230f44ec3a7f364f9957e542a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-23T12:22:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/94c5d87933734327932e6d827f31e597 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/94c5d87933734327932e6d827f31e597 2024-11-23T12:22:11,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/94c5d87933734327932e6d827f31e597, entries=150, sequenceid=328, filesize=12.0 K 2024-11-23T12:22:11,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/9086a006b5f84a758b17b7d83364928e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/9086a006b5f84a758b17b7d83364928e 2024-11-23T12:22:11,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/9086a006b5f84a758b17b7d83364928e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-23T12:22:11,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 046aad28d594da5f1e8d991078a4e604 in 549ms, sequenceid=328, compaction requested=true 2024-11-23T12:22:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:11,943 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:11,943 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:11,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:11,945 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:11,945 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:11,945 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,945 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/730ea5fdd04f4f1cabc90e2779a59165, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/75aabb3c36924770954c2f25c607f1f8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/76b2efb230f44ec3a7f364f9957e542a] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.7 K 2024-11-23T12:22:11,946 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:11,946 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:11,946 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:11,946 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b609b2255a24434bbe8af00543dd5bb2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/3e292853d87f4c4596944d8f79c05040, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/94c5d87933734327932e6d827f31e597] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.7 K 2024-11-23T12:22:11,947 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 730ea5fdd04f4f1cabc90e2779a59165, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732364529486 2024-11-23T12:22:11,947 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b609b2255a24434bbe8af00543dd5bb2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732364529486 2024-11-23T12:22:11,947 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75aabb3c36924770954c2f25c607f1f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732364530147 2024-11-23T12:22:11,948 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76b2efb230f44ec3a7f364f9957e542a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364531287 2024-11-23T12:22:11,948 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e292853d87f4c4596944d8f79c05040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732364530147 2024-11-23T12:22:11,949 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c5d87933734327932e6d827f31e597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364531287 2024-11-23T12:22:11,970 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:11,973 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5e05eee9343a401088354fda88508e4d is 50, key is test_row_0/A:col10/1732364531392/Put/seqid=0 2024-11-23T12:22:11,974 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:11,974 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/1843130ca42743a78a6df7554727d8bd is 50, key is test_row_0/B:col10/1732364531392/Put/seqid=0 2024-11-23T12:22:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741907_1083 (size=13085) 2024-11-23T12:22:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741908_1084 (size=13085) 2024-11-23T12:22:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:12,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:12,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/390a773a31d34edba80d2ab21ca89026 is 50, key is test_row_0/A:col10/1732364532046/Put/seqid=0 2024-11-23T12:22:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741909_1085 (size=12301) 2024-11-23T12:22:12,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364592064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364592064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364592065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364592065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364592166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364592169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364592169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364592171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:12,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364592372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364592372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364592372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364592374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:12,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:12,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,414 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/1843130ca42743a78a6df7554727d8bd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1843130ca42743a78a6df7554727d8bd 2024-11-23T12:22:12,420 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5e05eee9343a401088354fda88508e4d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5e05eee9343a401088354fda88508e4d 2024-11-23T12:22:12,422 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into 1843130ca42743a78a6df7554727d8bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:12,422 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:12,422 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364531943; duration=0sec 2024-11-23T12:22:12,422 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:12,423 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:12,423 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:12,424 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:12,424 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:12,424 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:12,424 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:12,427 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 5e05eee9343a401088354fda88508e4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:12,428 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:12,428 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364531943; duration=0sec 2024-11-23T12:22:12,428 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:12,428 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:12,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/390a773a31d34edba80d2ab21ca89026 2024-11-23T12:22:12,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/8e74ec394df6437e9afbc980c4dc91f2 is 50, key is test_row_0/B:col10/1732364532046/Put/seqid=0 2024-11-23T12:22:12,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741910_1086 (size=12301) 2024-11-23T12:22:12,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/8e74ec394df6437e9afbc980c4dc91f2 2024-11-23T12:22:12,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/8a99b977b1264f618425c6dc1584fae5 is 50, key is test_row_0/C:col10/1732364532046/Put/seqid=0 2024-11-23T12:22:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741911_1087 (size=12301) 2024-11-23T12:22:12,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/8a99b977b1264f618425c6dc1584fae5 2024-11-23T12:22:12,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/390a773a31d34edba80d2ab21ca89026 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/390a773a31d34edba80d2ab21ca89026 2024-11-23T12:22:12,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/390a773a31d34edba80d2ab21ca89026, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T12:22:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/8e74ec394df6437e9afbc980c4dc91f2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8e74ec394df6437e9afbc980c4dc91f2 2024-11-23T12:22:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:12,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8e74ec394df6437e9afbc980c4dc91f2, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T12:22:12,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/8a99b977b1264f618425c6dc1584fae5 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/8a99b977b1264f618425c6dc1584fae5 2024-11-23T12:22:12,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/8a99b977b1264f618425c6dc1584fae5, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T12:22:12,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 046aad28d594da5f1e8d991078a4e604 in 531ms, sequenceid=356, compaction requested=true 2024-11-23T12:22:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:12,579 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:12,580 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:12,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:12,582 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:12,582 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:12,582 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,582 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e8d8085875c1407e8847b106801d51c0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/9086a006b5f84a758b17b7d83364928e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/8a99b977b1264f618425c6dc1584fae5] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.7 K 2024-11-23T12:22:12,583 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d8085875c1407e8847b106801d51c0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732364530147 2024-11-23T12:22:12,584 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9086a006b5f84a758b17b7d83364928e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364531287 2024-11-23T12:22:12,585 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a99b977b1264f618425c6dc1584fae5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732364531427 2024-11-23T12:22:12,599 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:12,600 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/bd1afd8075954c1fad45ceed39fd7cdb is 50, key is test_row_0/C:col10/1732364532046/Put/seqid=0 2024-11-23T12:22:12,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741912_1088 (size=13085) 2024-11-23T12:22:12,618 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/bd1afd8075954c1fad45ceed39fd7cdb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bd1afd8075954c1fad45ceed39fd7cdb 2024-11-23T12:22:12,632 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into bd1afd8075954c1fad45ceed39fd7cdb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:12,632 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:12,632 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=13, startTime=1732364532580; duration=0sec 2024-11-23T12:22:12,632 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:12,632 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:12,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:22:12,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:12,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:12,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:12,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:12,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:12,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:12,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5ccb739a7e374aa79dfaf79732a05fdc is 50, key is test_row_0/A:col10/1732364532675/Put/seqid=0 2024-11-23T12:22:12,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741913_1089 (size=12301) 2024-11-23T12:22:12,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5ccb739a7e374aa79dfaf79732a05fdc 2024-11-23T12:22:12,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/5455601c0ef04dc499d9fcca614e225c is 50, key is test_row_0/B:col10/1732364532675/Put/seqid=0 2024-11-23T12:22:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741914_1090 (size=12301) 2024-11-23T12:22:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364592775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364592804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364592804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364592808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:12,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364592906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364592911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364592911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:12,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364592912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:13,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:13,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:13,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364593110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364593114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/5455601c0ef04dc499d9fcca614e225c 2024-11-23T12:22:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364593114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364593116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/6947e56d200c4211904b3b207ab57daa is 50, key is test_row_0/C:col10/1732364532675/Put/seqid=0 2024-11-23T12:22:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741915_1091 (size=12301) 2024-11-23T12:22:13,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/6947e56d200c4211904b3b207ab57daa 2024-11-23T12:22:13,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/5ccb739a7e374aa79dfaf79732a05fdc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ccb739a7e374aa79dfaf79732a05fdc 2024-11-23T12:22:13,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ccb739a7e374aa79dfaf79732a05fdc, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T12:22:13,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/5455601c0ef04dc499d9fcca614e225c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5455601c0ef04dc499d9fcca614e225c 2024-11-23T12:22:13,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5455601c0ef04dc499d9fcca614e225c, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T12:22:13,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/6947e56d200c4211904b3b207ab57daa as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/6947e56d200c4211904b3b207ab57daa 2024-11-23T12:22:13,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:13,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:13,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:13,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/6947e56d200c4211904b3b207ab57daa, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T12:22:13,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 046aad28d594da5f1e8d991078a4e604 in 503ms, sequenceid=372, compaction requested=true 2024-11-23T12:22:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:13,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:13,180 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:13,180 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:13,183 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:13,184 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:13,184 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:13,184 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,184 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:13,184 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,184 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5e05eee9343a401088354fda88508e4d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/390a773a31d34edba80d2ab21ca89026, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ccb739a7e374aa79dfaf79732a05fdc] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.8 K 2024-11-23T12:22:13,184 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1843130ca42743a78a6df7554727d8bd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8e74ec394df6437e9afbc980c4dc91f2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5455601c0ef04dc499d9fcca614e225c] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.8 K 2024-11-23T12:22:13,185 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e05eee9343a401088354fda88508e4d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364531287 2024-11-23T12:22:13,185 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 1843130ca42743a78a6df7554727d8bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364531287 2024-11-23T12:22:13,186 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 390a773a31d34edba80d2ab21ca89026, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732364531427 2024-11-23T12:22:13,186 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e74ec394df6437e9afbc980c4dc91f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732364531427 2024-11-23T12:22:13,186 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ccb739a7e374aa79dfaf79732a05fdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732364532062 2024-11-23T12:22:13,186 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5455601c0ef04dc499d9fcca614e225c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732364532062 2024-11-23T12:22:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:13,200 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:13,201 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/d9ca07f35b22432e9309d17ca89d220e is 50, key is test_row_0/A:col10/1732364532675/Put/seqid=0 2024-11-23T12:22:13,203 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#78 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:13,204 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/0eb11358c8524dfb8e0a4894d1d4f885 is 50, key is test_row_0/B:col10/1732364532675/Put/seqid=0 2024-11-23T12:22:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741916_1092 (size=13187) 2024-11-23T12:22:13,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741917_1093 (size=13187) 2024-11-23T12:22:13,235 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/0eb11358c8524dfb8e0a4894d1d4f885 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/0eb11358c8524dfb8e0a4894d1d4f885 2024-11-23T12:22:13,236 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/d9ca07f35b22432e9309d17ca89d220e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d9ca07f35b22432e9309d17ca89d220e 2024-11-23T12:22:13,246 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into 0eb11358c8524dfb8e0a4894d1d4f885(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:13,246 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into d9ca07f35b22432e9309d17ca89d220e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:13,246 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:13,246 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:13,246 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364533180; duration=0sec 2024-11-23T12:22:13,246 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364533180; duration=0sec 2024-11-23T12:22:13,246 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:13,246 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:13,247 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:13,247 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:13,247 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:22:13,248 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:22:13,248 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:22:13,248 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. because compaction request was cancelled 2024-11-23T12:22:13,248 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:13,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T12:22:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:13,323 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:22:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:13,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/f0220d35e9444501ad22107d314c11f3 is 50, key is test_row_0/A:col10/1732364532777/Put/seqid=0 2024-11-23T12:22:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741918_1094 (size=12301) 2024-11-23T12:22:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:13,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:13,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364593427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364593427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364593428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364593430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364593531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364593533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364593533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364593534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364593735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364593737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364593738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364593739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:13,752 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/f0220d35e9444501ad22107d314c11f3 2024-11-23T12:22:13,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/9cca3435302b449e8da12f6057978dbf is 50, key is test_row_0/B:col10/1732364532777/Put/seqid=0 2024-11-23T12:22:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741919_1095 (size=12301) 2024-11-23T12:22:13,823 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/9cca3435302b449e8da12f6057978dbf 2024-11-23T12:22:13,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/bedcec67001641fe8ee044fe398885dc is 50, key is test_row_0/C:col10/1732364532777/Put/seqid=0 2024-11-23T12:22:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741920_1096 (size=12301) 2024-11-23T12:22:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364594044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364594044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364594045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364594046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,286 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/bedcec67001641fe8ee044fe398885dc 2024-11-23T12:22:14,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/f0220d35e9444501ad22107d314c11f3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f0220d35e9444501ad22107d314c11f3 2024-11-23T12:22:14,309 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f0220d35e9444501ad22107d314c11f3, entries=150, sequenceid=399, filesize=12.0 K 2024-11-23T12:22:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/9cca3435302b449e8da12f6057978dbf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9cca3435302b449e8da12f6057978dbf 2024-11-23T12:22:14,318 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9cca3435302b449e8da12f6057978dbf, entries=150, sequenceid=399, filesize=12.0 K 2024-11-23T12:22:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/bedcec67001641fe8ee044fe398885dc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bedcec67001641fe8ee044fe398885dc 2024-11-23T12:22:14,333 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bedcec67001641fe8ee044fe398885dc, entries=150, sequenceid=399, filesize=12.0 K 2024-11-23T12:22:14,334 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 046aad28d594da5f1e8d991078a4e604 in 1011ms, sequenceid=399, compaction requested=true 2024-11-23T12:22:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T12:22:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T12:22:14,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T12:22:14,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8820 sec 2024-11-23T12:22:14,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.8880 sec 2024-11-23T12:22:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:14,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:22:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:14,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/f3ad65a205d8453e8a5a772d8673aaab is 50, key is test_row_0/A:col10/1732364534555/Put/seqid=0 2024-11-23T12:22:14,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741921_1097 (size=12301) 2024-11-23T12:22:14,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/f3ad65a205d8453e8a5a772d8673aaab 2024-11-23T12:22:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364594624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364594632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364594634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/7e8e22fccdb342f49f0d46fd282da160 is 50, key is test_row_0/B:col10/1732364534555/Put/seqid=0 2024-11-23T12:22:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364594642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741922_1098 (size=12301) 2024-11-23T12:22:14,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364594742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364594748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364594751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364594753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364594949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364594953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364594957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364594958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/7e8e22fccdb342f49f0d46fd282da160 2024-11-23T12:22:15,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/20b3a565a3654a60891e24f8e15c1173 is 50, key is test_row_0/C:col10/1732364534555/Put/seqid=0 2024-11-23T12:22:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741923_1099 (size=12301) 2024-11-23T12:22:15,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364595254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364595258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364595261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364595265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T12:22:15,559 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T12:22:15,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/20b3a565a3654a60891e24f8e15c1173 2024-11-23T12:22:15,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T12:22:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T12:22:15,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:15,565 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:15,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:15,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/f3ad65a205d8453e8a5a772d8673aaab as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f3ad65a205d8453e8a5a772d8673aaab 2024-11-23T12:22:15,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f3ad65a205d8453e8a5a772d8673aaab, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T12:22:15,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/7e8e22fccdb342f49f0d46fd282da160 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7e8e22fccdb342f49f0d46fd282da160 2024-11-23T12:22:15,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7e8e22fccdb342f49f0d46fd282da160, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T12:22:15,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/20b3a565a3654a60891e24f8e15c1173 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/20b3a565a3654a60891e24f8e15c1173 2024-11-23T12:22:15,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/20b3a565a3654a60891e24f8e15c1173, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T12:22:15,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 046aad28d594da5f1e8d991078a4e604 in 1045ms, sequenceid=413, compaction requested=true 2024-11-23T12:22:15,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:15,603 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:15,603 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:15,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:15,604 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:15,604 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:15,604 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:15,605 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/0eb11358c8524dfb8e0a4894d1d4f885, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9cca3435302b449e8da12f6057978dbf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7e8e22fccdb342f49f0d46fd282da160] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.9 K 2024-11-23T12:22:15,605 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:15,605 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:15,605 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:15,605 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d9ca07f35b22432e9309d17ca89d220e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f0220d35e9444501ad22107d314c11f3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f3ad65a205d8453e8a5a772d8673aaab] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.9 K 2024-11-23T12:22:15,605 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eb11358c8524dfb8e0a4894d1d4f885, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732364532062 2024-11-23T12:22:15,606 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ca07f35b22432e9309d17ca89d220e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732364532062 2024-11-23T12:22:15,606 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cca3435302b449e8da12f6057978dbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732364532756 2024-11-23T12:22:15,606 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0220d35e9444501ad22107d314c11f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732364532756 2024-11-23T12:22:15,606 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e8e22fccdb342f49f0d46fd282da160, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732364533421 2024-11-23T12:22:15,607 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3ad65a205d8453e8a5a772d8673aaab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732364533421 2024-11-23T12:22:15,633 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:15,634 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/0dd613d83fae4f3bb322b9be05118586 is 50, key is test_row_0/A:col10/1732364534555/Put/seqid=0 2024-11-23T12:22:15,645 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:15,646 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/5852f5364659450a87f63180cd50815b is 50, key is test_row_0/B:col10/1732364534555/Put/seqid=0 2024-11-23T12:22:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T12:22:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741924_1100 (size=13289) 2024-11-23T12:22:15,699 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/0dd613d83fae4f3bb322b9be05118586 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/0dd613d83fae4f3bb322b9be05118586 2024-11-23T12:22:15,715 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 0dd613d83fae4f3bb322b9be05118586(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:15,715 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:15,715 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364535603; duration=0sec 2024-11-23T12:22:15,715 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:15,715 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:15,716 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:15,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T12:22:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:15,718 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:22:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741925_1101 (size=13289) 2024-11-23T12:22:15,726 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:15,727 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:15,727 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:15,727 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bd1afd8075954c1fad45ceed39fd7cdb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/6947e56d200c4211904b3b207ab57daa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bedcec67001641fe8ee044fe398885dc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/20b3a565a3654a60891e24f8e15c1173] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=48.8 K 2024-11-23T12:22:15,728 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd1afd8075954c1fad45ceed39fd7cdb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732364531427 2024-11-23T12:22:15,729 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6947e56d200c4211904b3b207ab57daa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732364532062 2024-11-23T12:22:15,731 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting bedcec67001641fe8ee044fe398885dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732364532756 2024-11-23T12:22:15,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/85d92fb1c30e4d79872807aee2e6c35b is 50, key is test_row_0/A:col10/1732364534608/Put/seqid=0 2024-11-23T12:22:15,736 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20b3a565a3654a60891e24f8e15c1173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732364533421 2024-11-23T12:22:15,737 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/5852f5364659450a87f63180cd50815b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5852f5364659450a87f63180cd50815b 2024-11-23T12:22:15,745 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into 5852f5364659450a87f63180cd50815b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:15,745 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:15,745 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364535603; duration=0sec 2024-11-23T12:22:15,745 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:15,745 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:15,763 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:15,763 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5b0aa85708a4cffad48e73093564aa7 is 50, key is test_row_0/C:col10/1732364534555/Put/seqid=0 2024-11-23T12:22:15,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741926_1102 (size=12301) 2024-11-23T12:22:15,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364595783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364595786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364595789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364595784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364595789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741927_1103 (size=13221) 2024-11-23T12:22:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T12:22:15,868 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5b0aa85708a4cffad48e73093564aa7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b0aa85708a4cffad48e73093564aa7 2024-11-23T12:22:15,879 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into b5b0aa85708a4cffad48e73093564aa7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:15,880 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:15,880 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=12, startTime=1732364535603; duration=0sec 2024-11-23T12:22:15,880 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:15,880 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364595894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364595894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364595894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364595895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:15,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364595895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364596101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364596102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364596102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364596102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364596105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T12:22:16,187 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/85d92fb1c30e4d79872807aee2e6c35b 2024-11-23T12:22:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/80010177047b4c138aaee7fd9f7f39b7 is 50, key is test_row_0/B:col10/1732364534608/Put/seqid=0 2024-11-23T12:22:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741928_1104 (size=12301) 2024-11-23T12:22:16,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364596407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364596407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364596408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364596408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364596411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,663 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/80010177047b4c138aaee7fd9f7f39b7 2024-11-23T12:22:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T12:22:16,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4398a4de5bf94b3abd88a434fbaee632 is 50, key is test_row_0/C:col10/1732364534608/Put/seqid=0 2024-11-23T12:22:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741929_1105 (size=12301) 2024-11-23T12:22:16,687 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4398a4de5bf94b3abd88a434fbaee632 2024-11-23T12:22:16,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/85d92fb1c30e4d79872807aee2e6c35b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/85d92fb1c30e4d79872807aee2e6c35b 2024-11-23T12:22:16,712 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/85d92fb1c30e4d79872807aee2e6c35b, entries=150, sequenceid=437, filesize=12.0 K 2024-11-23T12:22:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/80010177047b4c138aaee7fd9f7f39b7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/80010177047b4c138aaee7fd9f7f39b7 2024-11-23T12:22:16,729 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/80010177047b4c138aaee7fd9f7f39b7, entries=150, sequenceid=437, filesize=12.0 K 2024-11-23T12:22:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4398a4de5bf94b3abd88a434fbaee632 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4398a4de5bf94b3abd88a434fbaee632 2024-11-23T12:22:16,740 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4398a4de5bf94b3abd88a434fbaee632, entries=150, sequenceid=437, filesize=12.0 K 2024-11-23T12:22:16,742 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 046aad28d594da5f1e8d991078a4e604 in 1024ms, sequenceid=437, compaction requested=false 2024-11-23T12:22:16,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:16,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:16,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T12:22:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T12:22:16,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T12:22:16,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1790 sec 2024-11-23T12:22:16,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.1850 sec 2024-11-23T12:22:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:16,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:16,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/579769e89ef6471c9a5b2db1ddffe7a6 is 50, key is test_row_0/A:col10/1732364536913/Put/seqid=0 2024-11-23T12:22:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364596961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364596963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364596964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364596964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364596966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:16,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741930_1106 (size=17181) 2024-11-23T12:22:17,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364597070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364597070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364597071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364597072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364597072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364597275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364597276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364597278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364597282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364597284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/579769e89ef6471c9a5b2db1ddffe7a6 2024-11-23T12:22:17,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/1581e3b3a52e4383a18105a32d787dda is 50, key is test_row_0/B:col10/1732364536913/Put/seqid=0 2024-11-23T12:22:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741931_1107 (size=12301) 2024-11-23T12:22:17,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/1581e3b3a52e4383a18105a32d787dda 2024-11-23T12:22:17,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/d5dbcd4e03024e9cb30934c858abb089 is 50, key is test_row_0/C:col10/1732364536913/Put/seqid=0 2024-11-23T12:22:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741932_1108 (size=12301) 2024-11-23T12:22:17,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/d5dbcd4e03024e9cb30934c858abb089 2024-11-23T12:22:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/579769e89ef6471c9a5b2db1ddffe7a6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/579769e89ef6471c9a5b2db1ddffe7a6 2024-11-23T12:22:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/579769e89ef6471c9a5b2db1ddffe7a6, entries=250, sequenceid=454, filesize=16.8 K 2024-11-23T12:22:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/1581e3b3a52e4383a18105a32d787dda as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1581e3b3a52e4383a18105a32d787dda 2024-11-23T12:22:17,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1581e3b3a52e4383a18105a32d787dda, entries=150, sequenceid=454, filesize=12.0 K 2024-11-23T12:22:17,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/d5dbcd4e03024e9cb30934c858abb089 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d5dbcd4e03024e9cb30934c858abb089 2024-11-23T12:22:17,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d5dbcd4e03024e9cb30934c858abb089, entries=150, sequenceid=454, filesize=12.0 K 2024-11-23T12:22:17,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 046aad28d594da5f1e8d991078a4e604 in 590ms, sequenceid=454, compaction requested=true 2024-11-23T12:22:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:17,505 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:17,506 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:17,507 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:17,508 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:17,508 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,508 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/0dd613d83fae4f3bb322b9be05118586, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/85d92fb1c30e4d79872807aee2e6c35b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/579769e89ef6471c9a5b2db1ddffe7a6] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=41.8 K 2024-11-23T12:22:17,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:17,508 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd613d83fae4f3bb322b9be05118586, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732364533421 2024-11-23T12:22:17,510 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85d92fb1c30e4d79872807aee2e6c35b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732364534608 2024-11-23T12:22:17,508 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:17,511 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:17,511 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,511 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5852f5364659450a87f63180cd50815b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/80010177047b4c138aaee7fd9f7f39b7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1581e3b3a52e4383a18105a32d787dda] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=37.0 K 2024-11-23T12:22:17,511 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 579769e89ef6471c9a5b2db1ddffe7a6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732364535784 2024-11-23T12:22:17,512 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5852f5364659450a87f63180cd50815b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732364533421 2024-11-23T12:22:17,514 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 80010177047b4c138aaee7fd9f7f39b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732364534608 2024-11-23T12:22:17,515 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 1581e3b3a52e4383a18105a32d787dda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732364535784 2024-11-23T12:22:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:17,537 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#94 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:17,538 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/45f29b03d0ba42738152a18687cbd034 is 50, key is test_row_0/A:col10/1732364536913/Put/seqid=0 2024-11-23T12:22:17,542 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:17,543 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/9e34e20e398a4589b5ed06cfd5055e8e is 50, key is test_row_0/B:col10/1732364536913/Put/seqid=0 2024-11-23T12:22:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T12:22:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:17,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741933_1109 (size=13391) 2024-11-23T12:22:17,608 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/45f29b03d0ba42738152a18687cbd034 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/45f29b03d0ba42738152a18687cbd034 2024-11-23T12:22:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364597610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364597610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364597612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,620 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 45f29b03d0ba42738152a18687cbd034(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:17,621 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:17,621 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=13, startTime=1732364537505; duration=0sec 2024-11-23T12:22:17,621 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:17,621 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:17,621 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741934_1110 (size=13391) 2024-11-23T12:22:17,623 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:17,624 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:17,624 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,624 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b0aa85708a4cffad48e73093564aa7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4398a4de5bf94b3abd88a434fbaee632, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d5dbcd4e03024e9cb30934c858abb089] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=36.9 K 2024-11-23T12:22:17,625 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5b0aa85708a4cffad48e73093564aa7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732364533421 2024-11-23T12:22:17,626 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4398a4de5bf94b3abd88a434fbaee632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732364534608 2024-11-23T12:22:17,627 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5dbcd4e03024e9cb30934c858abb089, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732364535784 2024-11-23T12:22:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364597615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/cd5d2d05a1e24935829070d502007480 is 50, key is test_row_0/A:col10/1732364536963/Put/seqid=0 2024-11-23T12:22:17,634 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/9e34e20e398a4589b5ed06cfd5055e8e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9e34e20e398a4589b5ed06cfd5055e8e 2024-11-23T12:22:17,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364597621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,646 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into 9e34e20e398a4589b5ed06cfd5055e8e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:17,646 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:17,646 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=13, startTime=1732364537505; duration=0sec 2024-11-23T12:22:17,646 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:17,646 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:17,654 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:17,654 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/a3a4b15762834a5cb5cd7c1d84f2cffa is 50, key is test_row_0/C:col10/1732364536913/Put/seqid=0 2024-11-23T12:22:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T12:22:17,669 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T12:22:17,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T12:22:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T12:22:17,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:17,676 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:17,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741935_1111 (size=12301) 2024-11-23T12:22:17,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/cd5d2d05a1e24935829070d502007480 2024-11-23T12:22:17,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364597719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/69b95d8784aa45949e6d2304c8486060 is 50, key is test_row_0/B:col10/1732364536963/Put/seqid=0 2024-11-23T12:22:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364597720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364597721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364597729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364597736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741936_1112 (size=13323) 2024-11-23T12:22:17,755 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/a3a4b15762834a5cb5cd7c1d84f2cffa as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a3a4b15762834a5cb5cd7c1d84f2cffa 2024-11-23T12:22:17,769 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into a3a4b15762834a5cb5cd7c1d84f2cffa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:17,770 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:17,770 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=13, startTime=1732364537529; duration=0sec 2024-11-23T12:22:17,770 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:17,770 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T12:22:17,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741937_1113 (size=12301) 2024-11-23T12:22:17,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T12:22:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364597927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364597928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364597928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364597932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364597940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T12:22:17,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:17,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T12:22:17,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:17,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:17,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:17,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T12:22:18,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:18,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/69b95d8784aa45949e6d2304c8486060 2024-11-23T12:22:18,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4c896a8e8da9482ab6efbc208e7d0d2d is 50, key is test_row_0/C:col10/1732364536963/Put/seqid=0 2024-11-23T12:22:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364598232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364598235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364598235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364598237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364598244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741938_1114 (size=12301) 2024-11-23T12:22:18,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4c896a8e8da9482ab6efbc208e7d0d2d 2024-11-23T12:22:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/cd5d2d05a1e24935829070d502007480 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/cd5d2d05a1e24935829070d502007480 2024-11-23T12:22:18,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/cd5d2d05a1e24935829070d502007480, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T12:22:18,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/69b95d8784aa45949e6d2304c8486060 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/69b95d8784aa45949e6d2304c8486060 2024-11-23T12:22:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T12:22:18,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/69b95d8784aa45949e6d2304c8486060, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T12:22:18,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/4c896a8e8da9482ab6efbc208e7d0d2d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4c896a8e8da9482ab6efbc208e7d0d2d 2024-11-23T12:22:18,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T12:22:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4c896a8e8da9482ab6efbc208e7d0d2d, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T12:22:18,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 046aad28d594da5f1e8d991078a4e604 in 714ms, sequenceid=477, compaction requested=false 2024-11-23T12:22:18,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:18,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T12:22:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,446 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:22:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:18,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/ff82a9239d964ad58829b140720156f9 is 50, key is test_row_0/A:col10/1732364537613/Put/seqid=0 2024-11-23T12:22:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741939_1115 (size=12301) 2024-11-23T12:22:18,496 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/ff82a9239d964ad58829b140720156f9 2024-11-23T12:22:18,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/92cf846184854eae9209c061a554f824 is 50, key is test_row_0/B:col10/1732364537613/Put/seqid=0 2024-11-23T12:22:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741940_1116 (size=12301) 2024-11-23T12:22:18,554 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/92cf846184854eae9209c061a554f824 2024-11-23T12:22:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/66f365cabb1b4b3da49440bf81182bba is 50, key is test_row_0/C:col10/1732364537613/Put/seqid=0 2024-11-23T12:22:18,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741941_1117 (size=12301) 2024-11-23T12:22:18,609 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/66f365cabb1b4b3da49440bf81182bba 2024-11-23T12:22:18,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/ff82a9239d964ad58829b140720156f9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/ff82a9239d964ad58829b140720156f9 2024-11-23T12:22:18,630 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/ff82a9239d964ad58829b140720156f9, entries=150, sequenceid=494, filesize=12.0 K 2024-11-23T12:22:18,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/92cf846184854eae9209c061a554f824 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/92cf846184854eae9209c061a554f824 2024-11-23T12:22:18,645 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/92cf846184854eae9209c061a554f824, entries=150, sequenceid=494, filesize=12.0 K 2024-11-23T12:22:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/66f365cabb1b4b3da49440bf81182bba as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/66f365cabb1b4b3da49440bf81182bba 2024-11-23T12:22:18,654 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/66f365cabb1b4b3da49440bf81182bba, entries=150, sequenceid=494, filesize=12.0 K 2024-11-23T12:22:18,657 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 046aad28d594da5f1e8d991078a4e604 in 211ms, sequenceid=494, compaction requested=true 2024-11-23T12:22:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T12:22:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T12:22:18,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T12:22:18,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 983 msec 2024-11-23T12:22:18,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 991 msec 2024-11-23T12:22:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T12:22:18,782 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T12:22:18,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T12:22:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:18,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:18,788 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:18,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:18,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:18,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:18,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:18,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:18,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/db6c9efdca724518a925e960bcf53e1f is 50, key is test_row_0/A:col10/1732364538783/Put/seqid=0 2024-11-23T12:22:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741942_1118 (size=19621) 2024-11-23T12:22:18,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/db6c9efdca724518a925e960bcf53e1f 2024-11-23T12:22:18,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/6d7d4510c1784ddda983d99e3963add6 is 50, key is test_row_0/B:col10/1732364538783/Put/seqid=0 2024-11-23T12:22:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:18,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741943_1119 (size=12301) 2024-11-23T12:22:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364598905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364598909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364598910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364598907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364598932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:18,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:18,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364599034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364599035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364599035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364599037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364599044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:19,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364599239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364599241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364599243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364599245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364599252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/6d7d4510c1784ddda983d99e3963add6 2024-11-23T12:22:19,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5916dbd58534e35a0cdbc6e380d108e is 50, key is test_row_0/C:col10/1732364538783/Put/seqid=0 2024-11-23T12:22:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741944_1120 (size=12301) 2024-11-23T12:22:19,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5916dbd58534e35a0cdbc6e380d108e 2024-11-23T12:22:19,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:19,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:19,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/db6c9efdca724518a925e960bcf53e1f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/db6c9efdca724518a925e960bcf53e1f 2024-11-23T12:22:19,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/db6c9efdca724518a925e960bcf53e1f, entries=300, sequenceid=506, filesize=19.2 K 2024-11-23T12:22:19,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/6d7d4510c1784ddda983d99e3963add6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6d7d4510c1784ddda983d99e3963add6 2024-11-23T12:22:19,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6d7d4510c1784ddda983d99e3963add6, entries=150, sequenceid=506, filesize=12.0 K 2024-11-23T12:22:19,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5916dbd58534e35a0cdbc6e380d108e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5916dbd58534e35a0cdbc6e380d108e 2024-11-23T12:22:19,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5916dbd58534e35a0cdbc6e380d108e, entries=150, sequenceid=506, filesize=12.0 K 2024-11-23T12:22:19,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 046aad28d594da5f1e8d991078a4e604 in 668ms, sequenceid=506, compaction requested=true 2024-11-23T12:22:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:19,456 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:19,456 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 046aad28d594da5f1e8d991078a4e604:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:19,458 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57614 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:19,458 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/A is initiating minor compaction (all files) 2024-11-23T12:22:19,458 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/A in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,458 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/45f29b03d0ba42738152a18687cbd034, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/cd5d2d05a1e24935829070d502007480, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/ff82a9239d964ad58829b140720156f9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/db6c9efdca724518a925e960bcf53e1f] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=56.3 K 2024-11-23T12:22:19,459 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:19,459 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/B is initiating minor compaction (all files) 2024-11-23T12:22:19,459 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/B in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,459 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9e34e20e398a4589b5ed06cfd5055e8e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/69b95d8784aa45949e6d2304c8486060, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/92cf846184854eae9209c061a554f824, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6d7d4510c1784ddda983d99e3963add6] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=49.1 K 2024-11-23T12:22:19,460 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e34e20e398a4589b5ed06cfd5055e8e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732364535784 2024-11-23T12:22:19,460 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f29b03d0ba42738152a18687cbd034, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732364535784 2024-11-23T12:22:19,460 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b95d8784aa45949e6d2304c8486060, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732364536963 2024-11-23T12:22:19,461 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd5d2d05a1e24935829070d502007480, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732364536963 2024-11-23T12:22:19,461 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 92cf846184854eae9209c061a554f824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732364537593 2024-11-23T12:22:19,461 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff82a9239d964ad58829b140720156f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732364537593 2024-11-23T12:22:19,462 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d7d4510c1784ddda983d99e3963add6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732364538771 2024-11-23T12:22:19,462 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting db6c9efdca724518a925e960bcf53e1f, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732364538747 2024-11-23T12:22:19,486 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#A#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:19,487 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/8477a822d14842ce9602eac19041dcf2 is 50, key is test_row_0/A:col10/1732364538783/Put/seqid=0 2024-11-23T12:22:19,499 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#B#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:19,500 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/ef30500b254e4defa95ae8c1f0af287f is 50, key is test_row_0/B:col10/1732364538783/Put/seqid=0 2024-11-23T12:22:19,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:22:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:19,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:19,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:19,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:19,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:19,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:19,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741945_1121 (size=13527) 2024-11-23T12:22:19,564 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/8477a822d14842ce9602eac19041dcf2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/8477a822d14842ce9602eac19041dcf2 2024-11-23T12:22:19,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:19,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:19,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364599566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,572 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/A of 046aad28d594da5f1e8d991078a4e604 into 8477a822d14842ce9602eac19041dcf2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:19,572 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:19,572 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/A, priority=12, startTime=1732364539455; duration=0sec 2024-11-23T12:22:19,573 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:19,573 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:A 2024-11-23T12:22:19,573 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741946_1122 (size=13527) 2024-11-23T12:22:19,576 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:19,576 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 046aad28d594da5f1e8d991078a4e604/C is initiating minor compaction (all files) 2024-11-23T12:22:19,576 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 046aad28d594da5f1e8d991078a4e604/C in TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,577 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a3a4b15762834a5cb5cd7c1d84f2cffa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4c896a8e8da9482ab6efbc208e7d0d2d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/66f365cabb1b4b3da49440bf81182bba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5916dbd58534e35a0cdbc6e380d108e] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp, totalSize=49.0 K 2024-11-23T12:22:19,578 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3a4b15762834a5cb5cd7c1d84f2cffa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732364535784 2024-11-23T12:22:19,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364599568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,579 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c896a8e8da9482ab6efbc208e7d0d2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732364536963 2024-11-23T12:22:19,579 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f365cabb1b4b3da49440bf81182bba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732364537593 2024-11-23T12:22:19,580 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5916dbd58534e35a0cdbc6e380d108e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732364538771 2024-11-23T12:22:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364599571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364599572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364599573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/849db68419ed429f8bf712eb71ad80ff is 50, key is test_row_0/A:col10/1732364538908/Put/seqid=0 2024-11-23T12:22:19,586 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/ef30500b254e4defa95ae8c1f0af287f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ef30500b254e4defa95ae8c1f0af287f 2024-11-23T12:22:19,595 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/B of 046aad28d594da5f1e8d991078a4e604 into ef30500b254e4defa95ae8c1f0af287f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:19,595 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:19,596 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/B, priority=12, startTime=1732364539455; duration=0sec 2024-11-23T12:22:19,596 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:19,596 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:B 2024-11-23T12:22:19,611 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 046aad28d594da5f1e8d991078a4e604#C#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:19,612 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/13d20ce05d064c9980d568f4713eda1b is 50, key is test_row_0/C:col10/1732364538783/Put/seqid=0 2024-11-23T12:22:19,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741947_1123 (size=17181) 2024-11-23T12:22:19,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/849db68419ed429f8bf712eb71ad80ff 2024-11-23T12:22:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741948_1124 (size=13459) 2024-11-23T12:22:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364599674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364599681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364599682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,686 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/13d20ce05d064c9980d568f4713eda1b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/13d20ce05d064c9980d568f4713eda1b 2024-11-23T12:22:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364599682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364599683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,693 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 046aad28d594da5f1e8d991078a4e604/C of 046aad28d594da5f1e8d991078a4e604 into 13d20ce05d064c9980d568f4713eda1b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:19,693 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:19,693 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604., storeName=046aad28d594da5f1e8d991078a4e604/C, priority=12, startTime=1732364539456; duration=0sec 2024-11-23T12:22:19,694 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:19,694 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 046aad28d594da5f1e8d991078a4e604:C 2024-11-23T12:22:19,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/06571fd72c784acbbc96951df78e1ab1 is 50, key is test_row_0/B:col10/1732364538908/Put/seqid=0 2024-11-23T12:22:19,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741949_1125 (size=12301) 2024-11-23T12:22:19,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:19,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:19,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:19,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:19,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364599882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364599884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364599888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:19,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364599889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:19,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364599890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:20,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:20,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/06571fd72c784acbbc96951df78e1ab1 2024-11-23T12:22:20,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/344946b17cec4529b4152501c21e40b4 is 50, key is test_row_0/C:col10/1732364538908/Put/seqid=0 2024-11-23T12:22:20,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45390 deadline: 1732364600189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45448 deadline: 1732364600190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45440 deadline: 1732364600194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45460 deadline: 1732364600195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45402 deadline: 1732364600193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741950_1126 (size=12301) 2024-11-23T12:22:20,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,366 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d5a9f0f to 127.0.0.1:62643 2024-11-23T12:22:20,367 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,368 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37950159 to 127.0.0.1:62643 2024-11-23T12:22:20,368 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,372 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bb819cc to 127.0.0.1:62643 2024-11-23T12:22:20,372 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,376 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d4c9c1c to 127.0.0.1:62643 2024-11-23T12:22:20,376 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:20,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/344946b17cec4529b4152501c21e40b4 2024-11-23T12:22:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/849db68419ed429f8bf712eb71ad80ff as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/849db68419ed429f8bf712eb71ad80ff 2024-11-23T12:22:20,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/849db68419ed429f8bf712eb71ad80ff, entries=250, sequenceid=532, filesize=16.8 K 2024-11-23T12:22:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/06571fd72c784acbbc96951df78e1ab1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/06571fd72c784acbbc96951df78e1ab1 2024-11-23T12:22:20,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/06571fd72c784acbbc96951df78e1ab1, entries=150, sequenceid=532, filesize=12.0 K 2024-11-23T12:22:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/344946b17cec4529b4152501c21e40b4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/344946b17cec4529b4152501c21e40b4 2024-11-23T12:22:20,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/344946b17cec4529b4152501c21e40b4, entries=150, sequenceid=532, filesize=12.0 K 2024-11-23T12:22:20,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 046aad28d594da5f1e8d991078a4e604 in 1094ms, sequenceid=532, compaction requested=false 2024-11-23T12:22:20,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:20,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:20,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T12:22:20,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:20,651 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b323165e726b4ae0aeb2bc6bf8d8c27b is 50, key is test_row_0/A:col10/1732364539571/Put/seqid=0 2024-11-23T12:22:20,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741951_1127 (size=9857) 2024-11-23T12:22:20,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. as already flushing 2024-11-23T12:22:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:20,695 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ec99212 to 127.0.0.1:62643 2024-11-23T12:22:20,695 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,696 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37577c9f to 127.0.0.1:62643 2024-11-23T12:22:20,696 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,705 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305f2915 to 127.0.0.1:62643 2024-11-23T12:22:20,705 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd77b4a to 127.0.0.1:62643 2024-11-23T12:22:20,705 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,705 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,707 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b3a6cb4 to 127.0.0.1:62643 2024-11-23T12:22:20,707 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:21,063 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b323165e726b4ae0aeb2bc6bf8d8c27b 2024-11-23T12:22:21,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b4cea8cc3d194faaad838c3bde7bde06 is 50, key is test_row_0/B:col10/1732364539571/Put/seqid=0 2024-11-23T12:22:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741952_1128 (size=9857) 2024-11-23T12:22:21,491 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b4cea8cc3d194faaad838c3bde7bde06 2024-11-23T12:22:21,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5b1b1687dea488ebf78cd395b83eb56 is 50, key is test_row_0/C:col10/1732364539571/Put/seqid=0 2024-11-23T12:22:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741953_1129 (size=9857) 2024-11-23T12:22:21,923 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5b1b1687dea488ebf78cd395b83eb56 2024-11-23T12:22:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/b323165e726b4ae0aeb2bc6bf8d8c27b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b323165e726b4ae0aeb2bc6bf8d8c27b 2024-11-23T12:22:21,935 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b323165e726b4ae0aeb2bc6bf8d8c27b, entries=100, sequenceid=546, filesize=9.6 K 2024-11-23T12:22:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/b4cea8cc3d194faaad838c3bde7bde06 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b4cea8cc3d194faaad838c3bde7bde06 2024-11-23T12:22:21,942 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b4cea8cc3d194faaad838c3bde7bde06, entries=100, sequenceid=546, filesize=9.6 K 2024-11-23T12:22:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/b5b1b1687dea488ebf78cd395b83eb56 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b1b1687dea488ebf78cd395b83eb56 2024-11-23T12:22:21,949 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b1b1687dea488ebf78cd395b83eb56, entries=100, sequenceid=546, filesize=9.6 K 2024-11-23T12:22:21,950 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for 046aad28d594da5f1e8d991078a4e604 in 1299ms, sequenceid=546, compaction requested=true 2024-11-23T12:22:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T12:22:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T12:22:21,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T12:22:21,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1630 sec 2024-11-23T12:22:21,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 3.1680 sec 2024-11-23T12:22:22,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:22:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T12:22:22,894 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4013 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4016 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1804 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5412 rows 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1807 2024-11-23T12:22:22,894 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5421 rows 2024-11-23T12:22:22,894 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:22:22,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36ea98cb to 127.0.0.1:62643 2024-11-23T12:22:22,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:22,897 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T12:22:22,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T12:22:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:22,915 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364542915"}]},"ts":"1732364542915"} 2024-11-23T12:22:22,917 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T12:22:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T12:22:22,920 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T12:22:22,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:22:22,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, UNASSIGN}] 2024-11-23T12:22:22,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, UNASSIGN 2024-11-23T12:22:22,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=046aad28d594da5f1e8d991078a4e604, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:22,930 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:22:22,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:22:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T12:22:23,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:23,088 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:23,089 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 046aad28d594da5f1e8d991078a4e604, disabling compactions & flushes 2024-11-23T12:22:23,090 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. after waiting 0 ms 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:23,090 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 046aad28d594da5f1e8d991078a4e604 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=A 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:23,090 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=B 2024-11-23T12:22:23,091 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:23,091 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 046aad28d594da5f1e8d991078a4e604, store=C 2024-11-23T12:22:23,091 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:23,102 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/13ae2fe694d248959059aeb94e70fd04 is 50, key is test_row_0/A:col10/1732364540705/Put/seqid=0 2024-11-23T12:22:23,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741954_1130 (size=9857) 2024-11-23T12:22:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T12:22:23,511 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/13ae2fe694d248959059aeb94e70fd04 2024-11-23T12:22:23,520 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/f4762328d7664947a7a78f702678d634 is 50, key is test_row_0/B:col10/1732364540705/Put/seqid=0 2024-11-23T12:22:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T12:22:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741955_1131 (size=9857) 2024-11-23T12:22:23,531 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/f4762328d7664947a7a78f702678d634 2024-11-23T12:22:23,539 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ab2e50a6567d4dff9c27c7e10105e661 is 50, key is test_row_0/C:col10/1732364540705/Put/seqid=0 2024-11-23T12:22:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741956_1132 (size=9857) 2024-11-23T12:22:23,945 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ab2e50a6567d4dff9c27c7e10105e661 2024-11-23T12:22:23,952 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/A/13ae2fe694d248959059aeb94e70fd04 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/13ae2fe694d248959059aeb94e70fd04 2024-11-23T12:22:23,957 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/13ae2fe694d248959059aeb94e70fd04, entries=100, sequenceid=554, filesize=9.6 K 2024-11-23T12:22:23,958 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/B/f4762328d7664947a7a78f702678d634 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/f4762328d7664947a7a78f702678d634 2024-11-23T12:22:23,963 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/f4762328d7664947a7a78f702678d634, entries=100, sequenceid=554, filesize=9.6 K 2024-11-23T12:22:23,964 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/.tmp/C/ab2e50a6567d4dff9c27c7e10105e661 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ab2e50a6567d4dff9c27c7e10105e661 2024-11-23T12:22:23,970 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ab2e50a6567d4dff9c27c7e10105e661, entries=100, sequenceid=554, filesize=9.6 K 2024-11-23T12:22:23,971 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 046aad28d594da5f1e8d991078a4e604 in 881ms, sequenceid=554, compaction requested=true 2024-11-23T12:22:23,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/08f2cb76794a43dfb9a9ade1a2198cac, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/209baad02db7479fbc8e063671e37196, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/967483cf84e94d2797575ae56cac4bab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d59b971f54f34f2e83f5cc18cd105c1e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/9a8ff8e98d3e421492893fefe11abd66, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/53bc9ba579f14789b0e2caac938eceeb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b001535e8d934b83aceca104bf9403a1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b7ae9b627f37433aa23fd88ad77735e0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/58c7395b116c43448dd56171b3a4a939, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/e6ce2289c26d4c24a2c3368a6b341175, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/38730d8b4ce34d8f800fab77b61562b5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/c182fa1fb50141a1a7b564ddee4ba5ec, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eb55ab65bf0042b7b654d16884361cfd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/022314c3609f425d924527c2031cab18, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/aee8747ce07b4869af8f61e29d3f711e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eff924b393b34d0f9fd47fe093aa5876, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b9302d4adf734af588fe41cc7262e1f7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/87290e0c1f8449bea0c38219c0f5f90e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ad07c4d6da04861991730a748e308a3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/730ea5fdd04f4f1cabc90e2779a59165, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/a541df4b133848b0a0b15ba561e26d5d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/75aabb3c36924770954c2f25c607f1f8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5e05eee9343a401088354fda88508e4d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/76b2efb230f44ec3a7f364f9957e542a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/390a773a31d34edba80d2ab21ca89026, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d9ca07f35b22432e9309d17ca89d220e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ccb739a7e374aa79dfaf79732a05fdc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f0220d35e9444501ad22107d314c11f3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/0dd613d83fae4f3bb322b9be05118586, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f3ad65a205d8453e8a5a772d8673aaab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/85d92fb1c30e4d79872807aee2e6c35b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/579769e89ef6471c9a5b2db1ddffe7a6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/45f29b03d0ba42738152a18687cbd034, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/cd5d2d05a1e24935829070d502007480, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/ff82a9239d964ad58829b140720156f9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/db6c9efdca724518a925e960bcf53e1f] to archive 2024-11-23T12:22:23,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:22:23,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/08f2cb76794a43dfb9a9ade1a2198cac to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/08f2cb76794a43dfb9a9ade1a2198cac 2024-11-23T12:22:23,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/209baad02db7479fbc8e063671e37196 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/209baad02db7479fbc8e063671e37196 2024-11-23T12:22:23,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/967483cf84e94d2797575ae56cac4bab to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/967483cf84e94d2797575ae56cac4bab 2024-11-23T12:22:23,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d59b971f54f34f2e83f5cc18cd105c1e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d59b971f54f34f2e83f5cc18cd105c1e 2024-11-23T12:22:23,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/9a8ff8e98d3e421492893fefe11abd66 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/9a8ff8e98d3e421492893fefe11abd66 2024-11-23T12:22:23,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/53bc9ba579f14789b0e2caac938eceeb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/53bc9ba579f14789b0e2caac938eceeb 2024-11-23T12:22:23,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b001535e8d934b83aceca104bf9403a1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b001535e8d934b83aceca104bf9403a1 2024-11-23T12:22:23,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b7ae9b627f37433aa23fd88ad77735e0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b7ae9b627f37433aa23fd88ad77735e0 2024-11-23T12:22:24,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/58c7395b116c43448dd56171b3a4a939 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/58c7395b116c43448dd56171b3a4a939 2024-11-23T12:22:24,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/e6ce2289c26d4c24a2c3368a6b341175 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/e6ce2289c26d4c24a2c3368a6b341175 2024-11-23T12:22:24,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/38730d8b4ce34d8f800fab77b61562b5 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/38730d8b4ce34d8f800fab77b61562b5 2024-11-23T12:22:24,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/c182fa1fb50141a1a7b564ddee4ba5ec to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/c182fa1fb50141a1a7b564ddee4ba5ec 2024-11-23T12:22:24,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eb55ab65bf0042b7b654d16884361cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eb55ab65bf0042b7b654d16884361cfd 2024-11-23T12:22:24,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/022314c3609f425d924527c2031cab18 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/022314c3609f425d924527c2031cab18 2024-11-23T12:22:24,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/aee8747ce07b4869af8f61e29d3f711e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/aee8747ce07b4869af8f61e29d3f711e 2024-11-23T12:22:24,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eff924b393b34d0f9fd47fe093aa5876 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/eff924b393b34d0f9fd47fe093aa5876 2024-11-23T12:22:24,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b9302d4adf734af588fe41cc7262e1f7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b9302d4adf734af588fe41cc7262e1f7 2024-11-23T12:22:24,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/87290e0c1f8449bea0c38219c0f5f90e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/87290e0c1f8449bea0c38219c0f5f90e 2024-11-23T12:22:24,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ad07c4d6da04861991730a748e308a3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ad07c4d6da04861991730a748e308a3 2024-11-23T12:22:24,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/730ea5fdd04f4f1cabc90e2779a59165 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/730ea5fdd04f4f1cabc90e2779a59165 2024-11-23T12:22:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T12:22:24,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/a541df4b133848b0a0b15ba561e26d5d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/a541df4b133848b0a0b15ba561e26d5d 2024-11-23T12:22:24,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/75aabb3c36924770954c2f25c607f1f8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/75aabb3c36924770954c2f25c607f1f8 2024-11-23T12:22:24,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5e05eee9343a401088354fda88508e4d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5e05eee9343a401088354fda88508e4d 2024-11-23T12:22:24,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/76b2efb230f44ec3a7f364f9957e542a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/76b2efb230f44ec3a7f364f9957e542a 2024-11-23T12:22:24,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/390a773a31d34edba80d2ab21ca89026 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/390a773a31d34edba80d2ab21ca89026 2024-11-23T12:22:24,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d9ca07f35b22432e9309d17ca89d220e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/d9ca07f35b22432e9309d17ca89d220e 2024-11-23T12:22:24,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ccb739a7e374aa79dfaf79732a05fdc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/5ccb739a7e374aa79dfaf79732a05fdc 2024-11-23T12:22:24,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f0220d35e9444501ad22107d314c11f3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f0220d35e9444501ad22107d314c11f3 2024-11-23T12:22:24,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/0dd613d83fae4f3bb322b9be05118586 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/0dd613d83fae4f3bb322b9be05118586 2024-11-23T12:22:24,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f3ad65a205d8453e8a5a772d8673aaab to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/f3ad65a205d8453e8a5a772d8673aaab 2024-11-23T12:22:24,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/85d92fb1c30e4d79872807aee2e6c35b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/85d92fb1c30e4d79872807aee2e6c35b 2024-11-23T12:22:24,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/579769e89ef6471c9a5b2db1ddffe7a6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/579769e89ef6471c9a5b2db1ddffe7a6 2024-11-23T12:22:24,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/45f29b03d0ba42738152a18687cbd034 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/45f29b03d0ba42738152a18687cbd034 2024-11-23T12:22:24,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/cd5d2d05a1e24935829070d502007480 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/cd5d2d05a1e24935829070d502007480 2024-11-23T12:22:24,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/ff82a9239d964ad58829b140720156f9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/ff82a9239d964ad58829b140720156f9 2024-11-23T12:22:24,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/db6c9efdca724518a925e960bcf53e1f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/db6c9efdca724518a925e960bcf53e1f 2024-11-23T12:22:24,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e5d638048e3c431d89b341ddae56f926, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b9a5c1bab5ce4d0cb199e802bd57904a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e4dd18991a2c46e094880dd449596f5d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/26cc926edb954ed2a6770cf7bd93bdde, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/31684684aa9e4cc48e44c1fb1b215c6b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/121bc9aa04044816a80177d7805691c2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7d04a081eab6434bbcd172e4a35f8e40, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/4eb8b46aa9d34148b7f2edc7ba4a773a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6b0222d9c4dc4cee89c946c5e35d7a27, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b77d118573ef4d22b8d423b7e6ee7bf2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/a2efc14b1347472e9cb2a7bedd5ced05, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bfa4e85d23924c25a96ced4bd93a65e3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ceee59c13e2049888e7db7812b66b884, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/70062b76e1074085b2975a62cafe1a36, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/68d9c3bacf0343d9a0d5ca3c1b1c6580, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8f1451d4664c46ae89423ec1971fc063, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bc9c146855a74a02a07e34259a13f758, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/86f74b2752eb4a808da2f5a2935a0b50, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e6d86198e9a4477ca3e076e62a6140f2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b609b2255a24434bbe8af00543dd5bb2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/946e2c0dac114ecb8636863730d84a18, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/3e292853d87f4c4596944d8f79c05040, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1843130ca42743a78a6df7554727d8bd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/94c5d87933734327932e6d827f31e597, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8e74ec394df6437e9afbc980c4dc91f2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/0eb11358c8524dfb8e0a4894d1d4f885, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5455601c0ef04dc499d9fcca614e225c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9cca3435302b449e8da12f6057978dbf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5852f5364659450a87f63180cd50815b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7e8e22fccdb342f49f0d46fd282da160, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/80010177047b4c138aaee7fd9f7f39b7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9e34e20e398a4589b5ed06cfd5055e8e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1581e3b3a52e4383a18105a32d787dda, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/69b95d8784aa45949e6d2304c8486060, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/92cf846184854eae9209c061a554f824, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6d7d4510c1784ddda983d99e3963add6] to archive 2024-11-23T12:22:24,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:22:24,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e5d638048e3c431d89b341ddae56f926 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e5d638048e3c431d89b341ddae56f926 2024-11-23T12:22:24,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b9a5c1bab5ce4d0cb199e802bd57904a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b9a5c1bab5ce4d0cb199e802bd57904a 2024-11-23T12:22:24,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e4dd18991a2c46e094880dd449596f5d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e4dd18991a2c46e094880dd449596f5d 2024-11-23T12:22:24,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/26cc926edb954ed2a6770cf7bd93bdde to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/26cc926edb954ed2a6770cf7bd93bdde 2024-11-23T12:22:24,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/31684684aa9e4cc48e44c1fb1b215c6b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/31684684aa9e4cc48e44c1fb1b215c6b 2024-11-23T12:22:24,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/121bc9aa04044816a80177d7805691c2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/121bc9aa04044816a80177d7805691c2 2024-11-23T12:22:24,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7d04a081eab6434bbcd172e4a35f8e40 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7d04a081eab6434bbcd172e4a35f8e40 2024-11-23T12:22:24,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/4eb8b46aa9d34148b7f2edc7ba4a773a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/4eb8b46aa9d34148b7f2edc7ba4a773a 2024-11-23T12:22:24,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6b0222d9c4dc4cee89c946c5e35d7a27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6b0222d9c4dc4cee89c946c5e35d7a27 2024-11-23T12:22:24,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b77d118573ef4d22b8d423b7e6ee7bf2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b77d118573ef4d22b8d423b7e6ee7bf2 2024-11-23T12:22:24,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/a2efc14b1347472e9cb2a7bedd5ced05 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/a2efc14b1347472e9cb2a7bedd5ced05 2024-11-23T12:22:24,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bfa4e85d23924c25a96ced4bd93a65e3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bfa4e85d23924c25a96ced4bd93a65e3 2024-11-23T12:22:24,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ceee59c13e2049888e7db7812b66b884 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ceee59c13e2049888e7db7812b66b884 2024-11-23T12:22:24,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/70062b76e1074085b2975a62cafe1a36 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/70062b76e1074085b2975a62cafe1a36 2024-11-23T12:22:24,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/68d9c3bacf0343d9a0d5ca3c1b1c6580 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/68d9c3bacf0343d9a0d5ca3c1b1c6580 2024-11-23T12:22:24,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8f1451d4664c46ae89423ec1971fc063 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8f1451d4664c46ae89423ec1971fc063 2024-11-23T12:22:24,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bc9c146855a74a02a07e34259a13f758 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/bc9c146855a74a02a07e34259a13f758 2024-11-23T12:22:24,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/86f74b2752eb4a808da2f5a2935a0b50 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/86f74b2752eb4a808da2f5a2935a0b50 2024-11-23T12:22:24,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e6d86198e9a4477ca3e076e62a6140f2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/e6d86198e9a4477ca3e076e62a6140f2 2024-11-23T12:22:24,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b609b2255a24434bbe8af00543dd5bb2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b609b2255a24434bbe8af00543dd5bb2 2024-11-23T12:22:24,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/946e2c0dac114ecb8636863730d84a18 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/946e2c0dac114ecb8636863730d84a18 2024-11-23T12:22:24,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/3e292853d87f4c4596944d8f79c05040 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/3e292853d87f4c4596944d8f79c05040 2024-11-23T12:22:24,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1843130ca42743a78a6df7554727d8bd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1843130ca42743a78a6df7554727d8bd 2024-11-23T12:22:24,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/94c5d87933734327932e6d827f31e597 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/94c5d87933734327932e6d827f31e597 2024-11-23T12:22:24,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8e74ec394df6437e9afbc980c4dc91f2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/8e74ec394df6437e9afbc980c4dc91f2 2024-11-23T12:22:24,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/0eb11358c8524dfb8e0a4894d1d4f885 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/0eb11358c8524dfb8e0a4894d1d4f885 2024-11-23T12:22:24,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5455601c0ef04dc499d9fcca614e225c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5455601c0ef04dc499d9fcca614e225c 2024-11-23T12:22:24,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9cca3435302b449e8da12f6057978dbf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9cca3435302b449e8da12f6057978dbf 2024-11-23T12:22:24,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5852f5364659450a87f63180cd50815b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/5852f5364659450a87f63180cd50815b 2024-11-23T12:22:24,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7e8e22fccdb342f49f0d46fd282da160 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/7e8e22fccdb342f49f0d46fd282da160 2024-11-23T12:22:24,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/80010177047b4c138aaee7fd9f7f39b7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/80010177047b4c138aaee7fd9f7f39b7 2024-11-23T12:22:24,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9e34e20e398a4589b5ed06cfd5055e8e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/9e34e20e398a4589b5ed06cfd5055e8e 2024-11-23T12:22:24,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1581e3b3a52e4383a18105a32d787dda to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/1581e3b3a52e4383a18105a32d787dda 2024-11-23T12:22:24,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/69b95d8784aa45949e6d2304c8486060 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/69b95d8784aa45949e6d2304c8486060 2024-11-23T12:22:24,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/92cf846184854eae9209c061a554f824 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/92cf846184854eae9209c061a554f824 2024-11-23T12:22:24,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6d7d4510c1784ddda983d99e3963add6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/6d7d4510c1784ddda983d99e3963add6 2024-11-23T12:22:24,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a175bfc7e2b34a318ed3cc05e40c2747, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/777e2a1277284b0d8658569de740194b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e72ff283bc354d98a69415fbd6be1efc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/7541714339ef4aeb8e53da63d61bf764, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ef96c837250f406aa5d31c02c557ec62, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/c717179677804edfb4c34ae09e620d3c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/378ff17d4d954d3bad5b1da035051225, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/0ff25f1520c8403fae212dda2dd6ec8c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/027cf3cb819443c1a6ae83446782aab8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e2e9331251024121a05b83f0744ccde4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2430b2b60c8142bebb59298510a75007, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e52154ec8d19486da6adf540a8da5e01, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4497b8e071db49278111319ae2bd0f0d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/16a84353175149b7a5da556b2827ee48, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/71e415a07db74619bac5e396a3d9901c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d81eba56b26b4cd9bc98350a0363674c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2e019ed1d060492ca2a4609e1b70ed9e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ed259656397c49fc91994afadc7899fc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/61658b6bc104403c81392f54e26b983f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e8d8085875c1407e8847b106801d51c0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4fec2519a74a4ed49ef64f525c308202, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/9086a006b5f84a758b17b7d83364928e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bd1afd8075954c1fad45ceed39fd7cdb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/8a99b977b1264f618425c6dc1584fae5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/6947e56d200c4211904b3b207ab57daa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bedcec67001641fe8ee044fe398885dc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b0aa85708a4cffad48e73093564aa7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/20b3a565a3654a60891e24f8e15c1173, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4398a4de5bf94b3abd88a434fbaee632, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a3a4b15762834a5cb5cd7c1d84f2cffa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d5dbcd4e03024e9cb30934c858abb089, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4c896a8e8da9482ab6efbc208e7d0d2d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/66f365cabb1b4b3da49440bf81182bba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5916dbd58534e35a0cdbc6e380d108e] to archive 2024-11-23T12:22:24,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:22:24,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a175bfc7e2b34a318ed3cc05e40c2747 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a175bfc7e2b34a318ed3cc05e40c2747 2024-11-23T12:22:24,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/777e2a1277284b0d8658569de740194b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/777e2a1277284b0d8658569de740194b 2024-11-23T12:22:24,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e72ff283bc354d98a69415fbd6be1efc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e72ff283bc354d98a69415fbd6be1efc 2024-11-23T12:22:24,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/7541714339ef4aeb8e53da63d61bf764 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/7541714339ef4aeb8e53da63d61bf764 2024-11-23T12:22:24,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ef96c837250f406aa5d31c02c557ec62 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ef96c837250f406aa5d31c02c557ec62 2024-11-23T12:22:24,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/c717179677804edfb4c34ae09e620d3c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/c717179677804edfb4c34ae09e620d3c 2024-11-23T12:22:24,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/378ff17d4d954d3bad5b1da035051225 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/378ff17d4d954d3bad5b1da035051225 2024-11-23T12:22:24,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/0ff25f1520c8403fae212dda2dd6ec8c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/0ff25f1520c8403fae212dda2dd6ec8c 2024-11-23T12:22:24,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/027cf3cb819443c1a6ae83446782aab8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/027cf3cb819443c1a6ae83446782aab8 2024-11-23T12:22:24,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e2e9331251024121a05b83f0744ccde4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e2e9331251024121a05b83f0744ccde4 2024-11-23T12:22:24,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2430b2b60c8142bebb59298510a75007 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2430b2b60c8142bebb59298510a75007 2024-11-23T12:22:24,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e52154ec8d19486da6adf540a8da5e01 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e52154ec8d19486da6adf540a8da5e01 2024-11-23T12:22:24,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4497b8e071db49278111319ae2bd0f0d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4497b8e071db49278111319ae2bd0f0d 2024-11-23T12:22:24,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/16a84353175149b7a5da556b2827ee48 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/16a84353175149b7a5da556b2827ee48 2024-11-23T12:22:24,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/71e415a07db74619bac5e396a3d9901c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/71e415a07db74619bac5e396a3d9901c 2024-11-23T12:22:24,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d81eba56b26b4cd9bc98350a0363674c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d81eba56b26b4cd9bc98350a0363674c 2024-11-23T12:22:24,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2e019ed1d060492ca2a4609e1b70ed9e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/2e019ed1d060492ca2a4609e1b70ed9e 2024-11-23T12:22:24,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ed259656397c49fc91994afadc7899fc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ed259656397c49fc91994afadc7899fc 2024-11-23T12:22:24,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/61658b6bc104403c81392f54e26b983f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/61658b6bc104403c81392f54e26b983f 2024-11-23T12:22:24,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e8d8085875c1407e8847b106801d51c0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/e8d8085875c1407e8847b106801d51c0 2024-11-23T12:22:24,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4fec2519a74a4ed49ef64f525c308202 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4fec2519a74a4ed49ef64f525c308202 2024-11-23T12:22:24,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/9086a006b5f84a758b17b7d83364928e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/9086a006b5f84a758b17b7d83364928e 2024-11-23T12:22:24,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bd1afd8075954c1fad45ceed39fd7cdb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bd1afd8075954c1fad45ceed39fd7cdb 2024-11-23T12:22:24,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/8a99b977b1264f618425c6dc1584fae5 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/8a99b977b1264f618425c6dc1584fae5 2024-11-23T12:22:24,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/6947e56d200c4211904b3b207ab57daa to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/6947e56d200c4211904b3b207ab57daa 2024-11-23T12:22:24,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bedcec67001641fe8ee044fe398885dc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/bedcec67001641fe8ee044fe398885dc 2024-11-23T12:22:24,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b0aa85708a4cffad48e73093564aa7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b0aa85708a4cffad48e73093564aa7 2024-11-23T12:22:24,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/20b3a565a3654a60891e24f8e15c1173 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/20b3a565a3654a60891e24f8e15c1173 2024-11-23T12:22:24,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4398a4de5bf94b3abd88a434fbaee632 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4398a4de5bf94b3abd88a434fbaee632 2024-11-23T12:22:24,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a3a4b15762834a5cb5cd7c1d84f2cffa to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/a3a4b15762834a5cb5cd7c1d84f2cffa 2024-11-23T12:22:24,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d5dbcd4e03024e9cb30934c858abb089 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/d5dbcd4e03024e9cb30934c858abb089 2024-11-23T12:22:24,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4c896a8e8da9482ab6efbc208e7d0d2d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/4c896a8e8da9482ab6efbc208e7d0d2d 2024-11-23T12:22:24,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/66f365cabb1b4b3da49440bf81182bba to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/66f365cabb1b4b3da49440bf81182bba 2024-11-23T12:22:24,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5916dbd58534e35a0cdbc6e380d108e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5916dbd58534e35a0cdbc6e380d108e 2024-11-23T12:22:24,245 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/recovered.edits/557.seqid, newMaxSeqId=557, maxSeqId=1 2024-11-23T12:22:24,248 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604. 2024-11-23T12:22:24,248 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 046aad28d594da5f1e8d991078a4e604: 2024-11-23T12:22:24,251 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:24,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=046aad28d594da5f1e8d991078a4e604, regionState=CLOSED 2024-11-23T12:22:24,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T12:22:24,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 046aad28d594da5f1e8d991078a4e604, server=98b76cdd9f26,37419,1732364514555 in 1.3220 sec 2024-11-23T12:22:24,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-23T12:22:24,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=046aad28d594da5f1e8d991078a4e604, UNASSIGN in 1.3280 sec 2024-11-23T12:22:24,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T12:22:24,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3360 sec 2024-11-23T12:22:24,261 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364544261"}]},"ts":"1732364544261"} 2024-11-23T12:22:24,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T12:22:24,265 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T12:22:24,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3590 sec 2024-11-23T12:22:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T12:22:25,023 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T12:22:25,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T12:22:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,033 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,035 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,038 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T12:22:25,043 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/recovered.edits] 2024-11-23T12:22:25,047 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/13ae2fe694d248959059aeb94e70fd04 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/13ae2fe694d248959059aeb94e70fd04 2024-11-23T12:22:25,049 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/8477a822d14842ce9602eac19041dcf2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/8477a822d14842ce9602eac19041dcf2 2024-11-23T12:22:25,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/849db68419ed429f8bf712eb71ad80ff to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/849db68419ed429f8bf712eb71ad80ff 2024-11-23T12:22:25,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b323165e726b4ae0aeb2bc6bf8d8c27b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/A/b323165e726b4ae0aeb2bc6bf8d8c27b 2024-11-23T12:22:25,055 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/06571fd72c784acbbc96951df78e1ab1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/06571fd72c784acbbc96951df78e1ab1 2024-11-23T12:22:25,057 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b4cea8cc3d194faaad838c3bde7bde06 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/b4cea8cc3d194faaad838c3bde7bde06 2024-11-23T12:22:25,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ef30500b254e4defa95ae8c1f0af287f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/ef30500b254e4defa95ae8c1f0af287f 2024-11-23T12:22:25,060 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/f4762328d7664947a7a78f702678d634 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/B/f4762328d7664947a7a78f702678d634 2024-11-23T12:22:25,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/13d20ce05d064c9980d568f4713eda1b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/13d20ce05d064c9980d568f4713eda1b 2024-11-23T12:22:25,066 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/344946b17cec4529b4152501c21e40b4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/344946b17cec4529b4152501c21e40b4 2024-11-23T12:22:25,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ab2e50a6567d4dff9c27c7e10105e661 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/ab2e50a6567d4dff9c27c7e10105e661 2024-11-23T12:22:25,071 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b1b1687dea488ebf78cd395b83eb56 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/C/b5b1b1687dea488ebf78cd395b83eb56 2024-11-23T12:22:25,076 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/recovered.edits/557.seqid to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604/recovered.edits/557.seqid 2024-11-23T12:22:25,080 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/046aad28d594da5f1e8d991078a4e604 2024-11-23T12:22:25,080 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T12:22:25,087 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T12:22:25,096 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T12:22:25,134 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T12:22:25,136 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,136 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T12:22:25,137 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732364545136"}]},"ts":"9223372036854775807"} 2024-11-23T12:22:25,140 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T12:22:25,140 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 046aad28d594da5f1e8d991078a4e604, NAME => 'TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T12:22:25,140 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T12:22:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T12:22:25,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732364545140"}]},"ts":"9223372036854775807"} 2024-11-23T12:22:25,144 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T12:22:25,146 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 119 msec 2024-11-23T12:22:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T12:22:25,343 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-23T12:22:25,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72053de4-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72053de4-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1857825651_22 at /127.0.0.1:58552 [Waiting for operation #272] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1857825651_22 at /127.0.0.1:58662 [Waiting for operation #258] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1434539868_22 at /127.0.0.1:35390 [Waiting for operation #212] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72053de4-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72053de4-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;98b76cdd9f26:37419-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=626 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3421 (was 3984) 2024-11-23T12:22:25,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=626, ProcessCount=11, AvailableMemoryMB=3421 2024-11-23T12:22:25,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:22:25,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:25,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:22:25,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:25,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-23T12:22:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T12:22:25,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:22:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741957_1133 (size=963) 2024-11-23T12:22:25,394 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:22:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741958_1134 (size=53) 2024-11-23T12:22:25,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:22:25,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 19278e86b0d9efc53694c03f88abe235, disabling compactions & flushes 2024-11-23T12:22:25,406 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. after waiting 0 ms 2024-11-23T12:22:25,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,406 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:25,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:22:25,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732364545408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364545408"}]},"ts":"1732364545408"} 2024-11-23T12:22:25,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:22:25,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:22:25,413 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364545412"}]},"ts":"1732364545412"} 2024-11-23T12:22:25,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T12:22:25,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, ASSIGN}] 2024-11-23T12:22:25,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, ASSIGN 2024-11-23T12:22:25,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:22:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T12:22:25,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:25,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:22:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T12:22:25,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:25,731 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,731 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:22:25,732 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,732 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:22:25,732 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,732 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,733 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,735 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:22:25,735 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19278e86b0d9efc53694c03f88abe235 columnFamilyName A 2024-11-23T12:22:25,735 DEBUG [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:25,736 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(327): Store=19278e86b0d9efc53694c03f88abe235/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:22:25,736 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,737 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:22:25,738 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19278e86b0d9efc53694c03f88abe235 columnFamilyName B 2024-11-23T12:22:25,739 DEBUG [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:25,739 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(327): Store=19278e86b0d9efc53694c03f88abe235/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:22:25,739 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,741 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:22:25,741 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19278e86b0d9efc53694c03f88abe235 columnFamilyName C 2024-11-23T12:22:25,741 DEBUG [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:25,741 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(327): Store=19278e86b0d9efc53694c03f88abe235/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:22:25,742 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,743 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,743 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,745 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:22:25,746 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:25,748 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:22:25,749 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 19278e86b0d9efc53694c03f88abe235; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66347465, jitterRate=-0.011345729231834412}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:22:25,750 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:25,751 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., pid=39, masterSystemTime=1732364545727 2024-11-23T12:22:25,753 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,753 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:25,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:25,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T12:22:25,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 in 181 msec 2024-11-23T12:22:25,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T12:22:25,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, ASSIGN in 338 msec 2024-11-23T12:22:25,761 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:22:25,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364545761"}]},"ts":"1732364545761"} 2024-11-23T12:22:25,763 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T12:22:25,766 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:22:25,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 388 msec 2024-11-23T12:22:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T12:22:25,986 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-23T12:22:25,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a1a4a6a to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@759fd9fd 2024-11-23T12:22:25,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500ab15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:25,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:25,996 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:22:26,003 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:22:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:22:26,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:22:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741959_1135 (size=999) 2024-11-23T12:22:26,074 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T12:22:26,074 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T12:22:26,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:22:26,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, REOPEN/MOVE}] 2024-11-23T12:22:26,099 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, REOPEN/MOVE 2024-11-23T12:22:26,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,102 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:22:26,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:22:26,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,255 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,255 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:22:26,255 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 19278e86b0d9efc53694c03f88abe235, disabling compactions & flushes 2024-11-23T12:22:26,255 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,255 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,255 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. after waiting 0 ms 2024-11-23T12:22:26,255 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,260 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T12:22:26,261 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,261 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:26,261 WARN [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 19278e86b0d9efc53694c03f88abe235 to self. 2024-11-23T12:22:26,263 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=CLOSED 2024-11-23T12:22:26,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T12:22:26,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 in 164 msec 2024-11-23T12:22:26,268 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, REOPEN/MOVE; state=CLOSED, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=true 2024-11-23T12:22:26,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:22:26,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,577 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,577 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:22:26,577 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,577 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:22:26,578 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,578 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,583 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,584 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:22:26,589 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19278e86b0d9efc53694c03f88abe235 columnFamilyName A 2024-11-23T12:22:26,594 DEBUG [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:26,594 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(327): Store=19278e86b0d9efc53694c03f88abe235/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:22:26,595 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,596 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:22:26,596 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19278e86b0d9efc53694c03f88abe235 columnFamilyName B 2024-11-23T12:22:26,596 DEBUG [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:26,597 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(327): Store=19278e86b0d9efc53694c03f88abe235/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:22:26,597 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,598 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:22:26,598 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19278e86b0d9efc53694c03f88abe235 columnFamilyName C 2024-11-23T12:22:26,598 DEBUG [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:26,599 INFO [StoreOpener-19278e86b0d9efc53694c03f88abe235-1 {}] regionserver.HStore(327): Store=19278e86b0d9efc53694c03f88abe235/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:22:26,599 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,600 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,601 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,603 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:22:26,605 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,607 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 19278e86b0d9efc53694c03f88abe235; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72812369, jitterRate=0.08498884737491608}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:22:26,608 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:26,609 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., pid=44, masterSystemTime=1732364546573 2024-11-23T12:22:26,611 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,612 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=OPEN, openSeqNum=5, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,612 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-23T12:22:26,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 in 192 msec 2024-11-23T12:22:26,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-23T12:22:26,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, REOPEN/MOVE in 520 msec 2024-11-23T12:22:26,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T12:22:26,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-23T12:22:26,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 604 msec 2024-11-23T12:22:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T12:22:26,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x087b269f to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27600c58 2024-11-23T12:22:26,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53af6163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a7bf7fd to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57449e06 2024-11-23T12:22:26,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8e1501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1eb823f7 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7eb70b3c 2024-11-23T12:22:26,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b41629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ebde20 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c517130 2024-11-23T12:22:26,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40832d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x555bfdff to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@706b2cde 2024-11-23T12:22:26,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dad7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d5e0e3f to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c6fdab 2024-11-23T12:22:26,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f63b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70f48df4 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@250a1de4 2024-11-23T12:22:26,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473f181f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cd5be36 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49456175 2024-11-23T12:22:26,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768577a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fbd1a02 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d919649 2024-11-23T12:22:26,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f4ce3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:22:26,738 DEBUG [hconnection-0x8f41663-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,739 DEBUG [hconnection-0x77b52c8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,741 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:26,747 DEBUG [hconnection-0x272ddab2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-23T12:22:26,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,749 DEBUG [hconnection-0x24793937-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T12:22:26,751 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:26,757 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:26,757 DEBUG [hconnection-0x5d8fb141-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:26,759 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:26,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:26,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:26,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:26,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:26,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:26,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:26,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:26,772 DEBUG [hconnection-0x52b7f276-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364606783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364606784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364606786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364606801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,806 DEBUG [hconnection-0x133b91b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,806 DEBUG [hconnection-0x610d282c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,808 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364606811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,818 DEBUG [hconnection-0x4b05852a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:22:26,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:22:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T12:22:26,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112395e1633194c449dcbd613f5443849b6c_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364546758/Put/seqid=0 2024-11-23T12:22:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364606889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364606889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364606889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364606903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:26,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:26,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364606914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741960_1136 (size=12154) 2024-11-23T12:22:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T12:22:27,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364607106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364607107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364607108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364607108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364607123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T12:22:27,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:27,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112395e1633194c449dcbd613f5443849b6c_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112395e1633194c449dcbd613f5443849b6c_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:27,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ec4ea77ac59a47b69aa08a375fcfe731, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:27,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ec4ea77ac59a47b69aa08a375fcfe731 is 175, key is test_row_0/A:col10/1732364546758/Put/seqid=0 2024-11-23T12:22:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364607413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364607413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364607415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364607415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364607427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741961_1137 (size=30955) 2024-11-23T12:22:27,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ec4ea77ac59a47b69aa08a375fcfe731 2024-11-23T12:22:27,461 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T12:22:27,463 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T12:22:27,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6b908488645f42ad99f0d75ec55ddf43 is 50, key is test_row_0/B:col10/1732364546758/Put/seqid=0 2024-11-23T12:22:27,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741962_1138 (size=12001) 2024-11-23T12:22:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6b908488645f42ad99f0d75ec55ddf43 2024-11-23T12:22:27,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/6110ebb8a8fc4720baa922bd6aa33ead is 50, key is test_row_0/C:col10/1732364546758/Put/seqid=0 2024-11-23T12:22:27,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741963_1139 (size=12001) 2024-11-23T12:22:27,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/6110ebb8a8fc4720baa922bd6aa33ead 2024-11-23T12:22:27,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ec4ea77ac59a47b69aa08a375fcfe731 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731 2024-11-23T12:22:27,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731, entries=150, sequenceid=16, filesize=30.2 K 2024-11-23T12:22:27,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6b908488645f42ad99f0d75ec55ddf43 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6b908488645f42ad99f0d75ec55ddf43 2024-11-23T12:22:27,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6b908488645f42ad99f0d75ec55ddf43, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T12:22:27,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/6110ebb8a8fc4720baa922bd6aa33ead as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6110ebb8a8fc4720baa922bd6aa33ead 2024-11-23T12:22:27,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6110ebb8a8fc4720baa922bd6aa33ead, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T12:22:27,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19278e86b0d9efc53694c03f88abe235 in 955ms, sequenceid=16, compaction requested=false 2024-11-23T12:22:27,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:27,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T12:22:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:27,839 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:22:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T12:22:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bce719942b0143ca98f945fc30fa8d8a_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364546775/Put/seqid=0 2024-11-23T12:22:27,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364607932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364607934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364607936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364607933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364607939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741964_1140 (size=12154) 2024-11-23T12:22:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364608041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364608041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364608041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364608042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364608048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364608245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364608246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364608247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364608247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364608254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:28,355 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bce719942b0143ca98f945fc30fa8d8a_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bce719942b0143ca98f945fc30fa8d8a_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/3b8b4541b7f247c49752e50eb6186ad1, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/3b8b4541b7f247c49752e50eb6186ad1 is 175, key is test_row_0/A:col10/1732364546775/Put/seqid=0 2024-11-23T12:22:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741965_1141 (size=30955) 2024-11-23T12:22:28,389 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/3b8b4541b7f247c49752e50eb6186ad1 2024-11-23T12:22:28,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/11effdeb550a462ebf69394f5c51ab62 is 50, key is test_row_0/B:col10/1732364546775/Put/seqid=0 2024-11-23T12:22:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741966_1142 (size=12001) 2024-11-23T12:22:28,503 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/11effdeb550a462ebf69394f5c51ab62 2024-11-23T12:22:28,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/17427115e5a54d9cb56e712163a5ac06 is 50, key is test_row_0/C:col10/1732364546775/Put/seqid=0 2024-11-23T12:22:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364608549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364608550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364608550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364608552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364608558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:28,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741967_1143 (size=12001) 2024-11-23T12:22:28,599 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/17427115e5a54d9cb56e712163a5ac06 2024-11-23T12:22:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/3b8b4541b7f247c49752e50eb6186ad1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1 2024-11-23T12:22:28,615 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T12:22:28,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/11effdeb550a462ebf69394f5c51ab62 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/11effdeb550a462ebf69394f5c51ab62 2024-11-23T12:22:28,624 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/11effdeb550a462ebf69394f5c51ab62, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T12:22:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/17427115e5a54d9cb56e712163a5ac06 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/17427115e5a54d9cb56e712163a5ac06 2024-11-23T12:22:28,646 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/17427115e5a54d9cb56e712163a5ac06, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T12:22:28,648 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 19278e86b0d9efc53694c03f88abe235 in 808ms, sequenceid=40, compaction requested=false 2024-11-23T12:22:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-23T12:22:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-23T12:22:28,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T12:22:28,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8920 sec 2024-11-23T12:22:28,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.9060 sec 2024-11-23T12:22:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T12:22:28,860 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-23T12:22:28,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T12:22:28,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T12:22:28,865 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:28,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T12:22:29,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T12:22:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:29,019 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:22:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:29,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:29,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112331e404787dba43f9973ae82d577fea8b_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364547927/Put/seqid=0 2024-11-23T12:22:29,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741968_1144 (size=12154) 2024-11-23T12:22:29,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:29,091 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112331e404787dba43f9973ae82d577fea8b_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112331e404787dba43f9973ae82d577fea8b_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/5769ee75b09c47c699f9d321cdbd9efe, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:29,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/5769ee75b09c47c699f9d321cdbd9efe is 175, key is test_row_0/A:col10/1732364547927/Put/seqid=0 2024-11-23T12:22:29,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364609095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364609098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741969_1145 (size=30955) 2024-11-23T12:22:29,108 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/5769ee75b09c47c699f9d321cdbd9efe 2024-11-23T12:22:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364609100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364609101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364609102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/bc831607157849f7ac2def5c2561689f is 50, key is test_row_0/B:col10/1732364547927/Put/seqid=0 2024-11-23T12:22:29,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741970_1146 (size=12001) 2024-11-23T12:22:29,158 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/bc831607157849f7ac2def5c2561689f 2024-11-23T12:22:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/7f177a15dcda44bfa0c7e646332de0f9 is 50, key is test_row_0/C:col10/1732364547927/Put/seqid=0 2024-11-23T12:22:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T12:22:29,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364609202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364609203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364609211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364609212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364609212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741971_1147 (size=12001) 2024-11-23T12:22:29,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364609408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364609409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364609423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364609423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364609423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T12:22:29,628 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/7f177a15dcda44bfa0c7e646332de0f9 2024-11-23T12:22:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/5769ee75b09c47c699f9d321cdbd9efe as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe 2024-11-23T12:22:29,645 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T12:22:29,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/bc831607157849f7ac2def5c2561689f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/bc831607157849f7ac2def5c2561689f 2024-11-23T12:22:29,661 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/bc831607157849f7ac2def5c2561689f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:22:29,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/7f177a15dcda44bfa0c7e646332de0f9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7f177a15dcda44bfa0c7e646332de0f9 2024-11-23T12:22:29,675 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7f177a15dcda44bfa0c7e646332de0f9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:22:29,677 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 19278e86b0d9efc53694c03f88abe235 in 658ms, sequenceid=53, compaction requested=true 2024-11-23T12:22:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T12:22:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T12:22:29,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T12:22:29,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 814 msec 2024-11-23T12:22:29,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 820 msec 2024-11-23T12:22:29,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:22:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:29,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:29,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:29,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235bbbf3d5b473456aacc035366c2fe791_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364609787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364609788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364609787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364609796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364609798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741972_1148 (size=14594) 2024-11-23T12:22:29,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:29,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235bbbf3d5b473456aacc035366c2fe791_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235bbbf3d5b473456aacc035366c2fe791_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:29,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/07f08397d3b6475eb48d3bed638cd86f, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:29,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/07f08397d3b6475eb48d3bed638cd86f is 175, key is test_row_0/A:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:29,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T12:22:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364609899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364609899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741973_1149 (size=39549) 2024-11-23T12:22:29,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364609901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/07f08397d3b6475eb48d3bed638cd86f 2024-11-23T12:22:29,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364609901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364609901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:29,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/9153db290d204991a415e7b738054948 is 50, key is test_row_0/B:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741974_1150 (size=12001) 2024-11-23T12:22:29,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/9153db290d204991a415e7b738054948 2024-11-23T12:22:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T12:22:29,987 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T12:22:29,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T12:22:29,991 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:29,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:29,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T12:22:29,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9be11c934362476ba6b29b57b8123edb is 50, key is test_row_0/C:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741975_1151 (size=12001) 2024-11-23T12:22:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T12:22:30,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364610103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364610110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364610110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364610110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364610110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T12:22:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:30,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T12:22:30,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T12:22:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:30,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364610406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364610419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364610420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364610421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364610422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9be11c934362476ba6b29b57b8123edb 2024-11-23T12:22:30,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/07f08397d3b6475eb48d3bed638cd86f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f 2024-11-23T12:22:30,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f, entries=200, sequenceid=80, filesize=38.6 K 2024-11-23T12:22:30,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/9153db290d204991a415e7b738054948 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9153db290d204991a415e7b738054948 2024-11-23T12:22:30,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9153db290d204991a415e7b738054948, entries=150, sequenceid=80, filesize=11.7 K 2024-11-23T12:22:30,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9be11c934362476ba6b29b57b8123edb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9be11c934362476ba6b29b57b8123edb 2024-11-23T12:22:30,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9be11c934362476ba6b29b57b8123edb, entries=150, sequenceid=80, filesize=11.7 K 2024-11-23T12:22:30,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 19278e86b0d9efc53694c03f88abe235 in 748ms, sequenceid=80, compaction requested=true 2024-11-23T12:22:30,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:30,465 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:30,466 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:30,468 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:30,468 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:30,468 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,468 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=129.3 K 2024-11-23T12:22:30,469 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,469 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f] 2024-11-23T12:22:30,470 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4ea77ac59a47b69aa08a375fcfe731, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732364546758 2024-11-23T12:22:30,470 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:30,470 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:30,470 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,471 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6b908488645f42ad99f0d75ec55ddf43, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/11effdeb550a462ebf69394f5c51ab62, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/bc831607157849f7ac2def5c2561689f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9153db290d204991a415e7b738054948] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=46.9 K 2024-11-23T12:22:30,472 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b908488645f42ad99f0d75ec55ddf43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732364546758 2024-11-23T12:22:30,473 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b8b4541b7f247c49752e50eb6186ad1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732364546775 2024-11-23T12:22:30,474 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11effdeb550a462ebf69394f5c51ab62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732364546775 2024-11-23T12:22:30,475 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5769ee75b09c47c699f9d321cdbd9efe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364547927 2024-11-23T12:22:30,475 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc831607157849f7ac2def5c2561689f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364547927 2024-11-23T12:22:30,477 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f08397d3b6475eb48d3bed638cd86f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732364549095 2024-11-23T12:22:30,477 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9153db290d204991a415e7b738054948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732364549095 2024-11-23T12:22:30,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T12:22:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,492 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T12:22:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:30,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:30,495 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:30,507 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:30,508 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/42d0767b86cc4c51bd5e02c905cea49f is 50, key is test_row_0/B:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:30,519 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e026ec72fc7042ffb05eae98c8c5de74_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b5608baf1f0e4481b87a57d531bc4646_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364549786/Put/seqid=0 2024-11-23T12:22:30,534 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e026ec72fc7042ffb05eae98c8c5de74_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:30,534 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e026ec72fc7042ffb05eae98c8c5de74_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741976_1152 (size=12139) 2024-11-23T12:22:30,557 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/42d0767b86cc4c51bd5e02c905cea49f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/42d0767b86cc4c51bd5e02c905cea49f 2024-11-23T12:22:30,564 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into 42d0767b86cc4c51bd5e02c905cea49f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:30,564 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:30,564 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=12, startTime=1732364550466; duration=0sec 2024-11-23T12:22:30,564 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:30,564 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:30,564 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:30,566 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:30,566 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:30,566 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:30,566 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6110ebb8a8fc4720baa922bd6aa33ead, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/17427115e5a54d9cb56e712163a5ac06, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7f177a15dcda44bfa0c7e646332de0f9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9be11c934362476ba6b29b57b8123edb] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=46.9 K 2024-11-23T12:22:30,567 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6110ebb8a8fc4720baa922bd6aa33ead, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732364546758 2024-11-23T12:22:30,568 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17427115e5a54d9cb56e712163a5ac06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732364546775 2024-11-23T12:22:30,568 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f177a15dcda44bfa0c7e646332de0f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364547927 2024-11-23T12:22:30,569 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be11c934362476ba6b29b57b8123edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732364549095 2024-11-23T12:22:30,619 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:30,620 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/a78acd8fb1ce491dba941bd62212361a is 50, key is test_row_0/C:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741977_1153 (size=12154) 2024-11-23T12:22:30,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741978_1154 (size=4469) 2024-11-23T12:22:30,624 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#130 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T12:22:30,627 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/598bac0a7a9c4c79860006924508ecdf is 175, key is test_row_0/A:col10/1732364549095/Put/seqid=0 2024-11-23T12:22:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741979_1155 (size=12139) 2024-11-23T12:22:30,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741980_1156 (size=31093) 2024-11-23T12:22:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:30,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364610964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364610964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364610967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364610969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364610969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:31,029 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b5608baf1f0e4481b87a57d531bc4646_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b5608baf1f0e4481b87a57d531bc4646_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:31,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/60e77d8773ce4cc583acaa99127e2d6d, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/60e77d8773ce4cc583acaa99127e2d6d is 175, key is test_row_0/A:col10/1732364549786/Put/seqid=0 2024-11-23T12:22:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741981_1157 (size=30955) 2024-11-23T12:22:31,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364611072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,075 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/a78acd8fb1ce491dba941bd62212361a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a78acd8fb1ce491dba941bd62212361a 2024-11-23T12:22:31,075 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/60e77d8773ce4cc583acaa99127e2d6d 2024-11-23T12:22:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364611072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364611072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,084 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into a78acd8fb1ce491dba941bd62212361a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:31,084 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:31,084 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=12, startTime=1732364550466; duration=0sec 2024-11-23T12:22:31,084 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:31,084 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364611076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,086 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/598bac0a7a9c4c79860006924508ecdf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/598bac0a7a9c4c79860006924508ecdf 2024-11-23T12:22:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364611076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/38acffaef98d4996851e2e0303fc90ee is 50, key is test_row_0/B:col10/1732364549786/Put/seqid=0 2024-11-23T12:22:31,094 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into 598bac0a7a9c4c79860006924508ecdf(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:31,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:31,094 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=12, startTime=1732364550465; duration=0sec 2024-11-23T12:22:31,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:31,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T12:22:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741982_1158 (size=12001) 2024-11-23T12:22:31,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364611276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364611279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364611279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364611288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364611286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,530 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/38acffaef98d4996851e2e0303fc90ee 2024-11-23T12:22:31,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4b81e34d01094f87a0c602593a784868 is 50, key is test_row_0/C:col10/1732364549786/Put/seqid=0 2024-11-23T12:22:31,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364611581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364611584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364611584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364611595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364611595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741983_1159 (size=12001) 2024-11-23T12:22:31,602 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4b81e34d01094f87a0c602593a784868 2024-11-23T12:22:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/60e77d8773ce4cc583acaa99127e2d6d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d 2024-11-23T12:22:31,620 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d, entries=150, sequenceid=89, filesize=30.2 K 2024-11-23T12:22:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/38acffaef98d4996851e2e0303fc90ee as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/38acffaef98d4996851e2e0303fc90ee 2024-11-23T12:22:31,632 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/38acffaef98d4996851e2e0303fc90ee, entries=150, sequenceid=89, filesize=11.7 K 2024-11-23T12:22:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4b81e34d01094f87a0c602593a784868 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4b81e34d01094f87a0c602593a784868 2024-11-23T12:22:31,640 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4b81e34d01094f87a0c602593a784868, entries=150, sequenceid=89, filesize=11.7 K 2024-11-23T12:22:31,645 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 19278e86b0d9efc53694c03f88abe235 in 1153ms, sequenceid=89, compaction requested=false 2024-11-23T12:22:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:31,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:31,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T12:22:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T12:22:31,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T12:22:31,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6550 sec 2024-11-23T12:22:31,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6600 sec 2024-11-23T12:22:32,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T12:22:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:32,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a4e9ba13f8048a7a4bd003a2bbd650e_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364612100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364612102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364612103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364612103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364612104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T12:22:32,129 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T12:22:32,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T12:22:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T12:22:32,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:32,136 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:32,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741984_1160 (size=14594) 2024-11-23T12:22:32,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:32,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a4e9ba13f8048a7a4bd003a2bbd650e_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a4e9ba13f8048a7a4bd003a2bbd650e_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:32,150 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d50139bf53954fe882ec4f0a4a9df128, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:32,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d50139bf53954fe882ec4f0a4a9df128 is 175, key is test_row_0/A:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741985_1161 (size=39549) 2024-11-23T12:22:32,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d50139bf53954fe882ec4f0a4a9df128 2024-11-23T12:22:32,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6bb8f63d859c4eebbf565eb5134ab05a is 50, key is test_row_0/B:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364612210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364612210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364612213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T12:22:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741986_1162 (size=12001) 2024-11-23T12:22:32,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6bb8f63d859c4eebbf565eb5134ab05a 2024-11-23T12:22:32,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/f7835663e1b74a328fe11bf9fd3ec750 is 50, key is test_row_0/C:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741987_1163 (size=12001) 2024-11-23T12:22:32,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/f7835663e1b74a328fe11bf9fd3ec750 2024-11-23T12:22:32,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d50139bf53954fe882ec4f0a4a9df128 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128 2024-11-23T12:22:32,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128, entries=200, sequenceid=120, filesize=38.6 K 2024-11-23T12:22:32,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6bb8f63d859c4eebbf565eb5134ab05a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6bb8f63d859c4eebbf565eb5134ab05a 2024-11-23T12:22:32,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6bb8f63d859c4eebbf565eb5134ab05a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-23T12:22:32,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/f7835663e1b74a328fe11bf9fd3ec750 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/f7835663e1b74a328fe11bf9fd3ec750 2024-11-23T12:22:32,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/f7835663e1b74a328fe11bf9fd3ec750, entries=150, sequenceid=120, filesize=11.7 K 2024-11-23T12:22:32,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 19278e86b0d9efc53694c03f88abe235 in 278ms, sequenceid=120, compaction requested=true 2024-11-23T12:22:32,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:32,365 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:32,365 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:32,366 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:32,366 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:32,366 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,366 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:32,366 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/598bac0a7a9c4c79860006924508ecdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=99.2 K 2024-11-23T12:22:32,366 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:32,366 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,366 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,366 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/598bac0a7a9c4c79860006924508ecdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128] 2024-11-23T12:22:32,367 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/42d0767b86cc4c51bd5e02c905cea49f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/38acffaef98d4996851e2e0303fc90ee, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6bb8f63d859c4eebbf565eb5134ab05a] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=35.3 K 2024-11-23T12:22:32,367 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 598bac0a7a9c4c79860006924508ecdf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732364549095 2024-11-23T12:22:32,367 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d0767b86cc4c51bd5e02c905cea49f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732364549095 2024-11-23T12:22:32,368 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60e77d8773ce4cc583acaa99127e2d6d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732364549734 2024-11-23T12:22:32,368 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 38acffaef98d4996851e2e0303fc90ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732364549734 2024-11-23T12:22:32,368 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d50139bf53954fe882ec4f0a4a9df128, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732364550960 2024-11-23T12:22:32,369 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bb8f63d859c4eebbf565eb5134ab05a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732364550960 2024-11-23T12:22:32,383 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:32,386 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:32,387 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/8d81900e67384730820c980583b2b3c5 is 50, key is test_row_0/B:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,392 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a1930a2468f647ceb8f396f49e8147bc_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:32,395 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a1930a2468f647ceb8f396f49e8147bc_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:32,396 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1930a2468f647ceb8f396f49e8147bc_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:32,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:32,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:32,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:32,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:32,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:32,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:32,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:32,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741988_1164 (size=12241) 2024-11-23T12:22:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T12:22:32,440 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/8d81900e67384730820c980583b2b3c5 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/8d81900e67384730820c980583b2b3c5 2024-11-23T12:22:32,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,450 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into 8d81900e67384730820c980583b2b3c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:32,450 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:32,450 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=13, startTime=1732364552365; duration=0sec 2024-11-23T12:22:32,450 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:32,450 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:32,450 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:32,454 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:32,454 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:32,455 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,455 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a78acd8fb1ce491dba941bd62212361a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4b81e34d01094f87a0c602593a784868, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/f7835663e1b74a328fe11bf9fd3ec750] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=35.3 K 2024-11-23T12:22:32,455 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a78acd8fb1ce491dba941bd62212361a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732364549095 2024-11-23T12:22:32,456 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b81e34d01094f87a0c602593a784868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732364549734 2024-11-23T12:22:32,456 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f7835663e1b74a328fe11bf9fd3ec750, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732364550960 2024-11-23T12:22:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741989_1165 (size=4469) 2024-11-23T12:22:32,465 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#139 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:32,466 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/65c03f3b97cf4da9a30d93fa9162d160 is 175, key is test_row_0/A:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364612476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364612481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364612481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bf4b75d981d848d3ad0a1ab2c988d246_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364552421/Put/seqid=0 2024-11-23T12:22:32,495 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:32,496 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/5574c5eca7ac4962846bfcc617c5f97d is 50, key is test_row_0/C:col10/1732364552085/Put/seqid=0 2024-11-23T12:22:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741990_1166 (size=31195) 2024-11-23T12:22:32,521 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/65c03f3b97cf4da9a30d93fa9162d160 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/65c03f3b97cf4da9a30d93fa9162d160 2024-11-23T12:22:32,529 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into 65c03f3b97cf4da9a30d93fa9162d160(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:32,529 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:32,529 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=13, startTime=1732364552365; duration=0sec 2024-11-23T12:22:32,529 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:32,529 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741991_1167 (size=12254) 2024-11-23T12:22:32,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:32,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bf4b75d981d848d3ad0a1ab2c988d246_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bf4b75d981d848d3ad0a1ab2c988d246_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:32,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/52634eedc7044d1d89289fb51a3ad880, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:32,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/52634eedc7044d1d89289fb51a3ad880 is 175, key is test_row_0/A:col10/1732364552421/Put/seqid=0 2024-11-23T12:22:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741992_1168 (size=12241) 2024-11-23T12:22:32,575 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/5574c5eca7ac4962846bfcc617c5f97d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5574c5eca7ac4962846bfcc617c5f97d 2024-11-23T12:22:32,581 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into 5574c5eca7ac4962846bfcc617c5f97d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:32,581 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:32,582 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=13, startTime=1732364552365; duration=0sec 2024-11-23T12:22:32,582 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:32,582 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:32,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364612590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364612591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364612590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741993_1169 (size=31055) 2024-11-23T12:22:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/52634eedc7044d1d89289fb51a3ad880 2024-11-23T12:22:32,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/480add2d59684679a6df94ec54383d61 is 50, key is test_row_0/B:col10/1732364552421/Put/seqid=0 2024-11-23T12:22:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741994_1170 (size=12101) 2024-11-23T12:22:32,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/480add2d59684679a6df94ec54383d61 2024-11-23T12:22:32,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9ce8610600b44b0584bb28238a0850d3 is 50, key is test_row_0/C:col10/1732364552421/Put/seqid=0 2024-11-23T12:22:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T12:22:32,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741995_1171 (size=12101) 2024-11-23T12:22:32,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364612794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364612796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364612796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:32,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:32,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:33,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364613099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364613100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364613105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364613118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364613122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9ce8610600b44b0584bb28238a0850d3 2024-11-23T12:22:33,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/52634eedc7044d1d89289fb51a3ad880 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880 2024-11-23T12:22:33,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880, entries=150, sequenceid=131, filesize=30.3 K 2024-11-23T12:22:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/480add2d59684679a6df94ec54383d61 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/480add2d59684679a6df94ec54383d61 2024-11-23T12:22:33,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/480add2d59684679a6df94ec54383d61, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T12:22:33,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9ce8610600b44b0584bb28238a0850d3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ce8610600b44b0584bb28238a0850d3 2024-11-23T12:22:33,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:33,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ce8610600b44b0584bb28238a0850d3, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T12:22:33,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 19278e86b0d9efc53694c03f88abe235 in 810ms, sequenceid=131, compaction requested=false 2024-11-23T12:22:33,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T12:22:33,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T12:22:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:33,376 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:22:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:33,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b299b1e90c63471399d8fd2c92c0d7ab_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364552478/Put/seqid=0 2024-11-23T12:22:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741996_1172 (size=12304) 2024-11-23T12:22:33,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:33,444 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b299b1e90c63471399d8fd2c92c0d7ab_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b299b1e90c63471399d8fd2c92c0d7ab_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/217736022349447a8d4c44ecd662e41a, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:33,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/217736022349447a8d4c44ecd662e41a is 175, key is test_row_0/A:col10/1732364552478/Put/seqid=0 2024-11-23T12:22:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741997_1173 (size=31105) 2024-11-23T12:22:33,479 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/217736022349447a8d4c44ecd662e41a 2024-11-23T12:22:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/47a81a9b7b5441738ec58645e3236596 is 50, key is test_row_0/B:col10/1732364552478/Put/seqid=0 2024-11-23T12:22:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741998_1174 (size=12151) 2024-11-23T12:22:33,553 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/47a81a9b7b5441738ec58645e3236596 2024-11-23T12:22:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/12f32c77ca624570aeba331c6799d841 is 50, key is test_row_0/C:col10/1732364552478/Put/seqid=0 2024-11-23T12:22:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741999_1175 (size=12151) 2024-11-23T12:22:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:33,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364613617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364613618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364613628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364613719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364613720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364613924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364613925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:33,986 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/12f32c77ca624570aeba331c6799d841 2024-11-23T12:22:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/217736022349447a8d4c44ecd662e41a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a 2024-11-23T12:22:33,998 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a, entries=150, sequenceid=160, filesize=30.4 K 2024-11-23T12:22:34,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/47a81a9b7b5441738ec58645e3236596 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/47a81a9b7b5441738ec58645e3236596 2024-11-23T12:22:34,004 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/47a81a9b7b5441738ec58645e3236596, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T12:22:34,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/12f32c77ca624570aeba331c6799d841 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/12f32c77ca624570aeba331c6799d841 2024-11-23T12:22:34,013 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/12f32c77ca624570aeba331c6799d841, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T12:22:34,014 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 19278e86b0d9efc53694c03f88abe235 in 638ms, sequenceid=160, compaction requested=true 2024-11-23T12:22:34,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:34,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T12:22:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T12:22:34,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T12:22:34,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-23T12:22:34,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8840 sec 2024-11-23T12:22:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:34,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:34,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:34,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:34,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:34,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:34,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:34,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:34,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112383445843bcf841c58e34b2390a8a74e9_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T12:22:34,240 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T12:22:34,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T12:22:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742000_1176 (size=12304) 2024-11-23T12:22:34,245 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:34,246 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:34,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:34,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:34,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112383445843bcf841c58e34b2390a8a74e9_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112383445843bcf841c58e34b2390a8a74e9_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:34,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/b9c9c2dc63164e8e983d7abb2d9aaa65, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:34,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/b9c9c2dc63164e8e983d7abb2d9aaa65 is 175, key is test_row_0/A:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742001_1177 (size=31105) 2024-11-23T12:22:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364614273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364614274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364614375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364614379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:34,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364614578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364614583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364614639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/b9c9c2dc63164e8e983d7abb2d9aaa65 2024-11-23T12:22:34,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/97a59e55f6454d1f9529ed12eb7bad0c is 50, key is test_row_0/B:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742002_1178 (size=12151) 2024-11-23T12:22:34,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:34,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:34,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:34,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:34,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:34,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:34,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364614882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:34,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364614886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/97a59e55f6454d1f9529ed12eb7bad0c 2024-11-23T12:22:35,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/b591f3c09bc148809ea1c7b2999505f6 is 50, key is test_row_0/C:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742003_1179 (size=12151) 2024-11-23T12:22:35,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364615111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,114 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:35,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364615130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,133 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:35,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:35,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:35,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364615385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364615390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:35,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/b591f3c09bc148809ea1c7b2999505f6 2024-11-23T12:22:35,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/b9c9c2dc63164e8e983d7abb2d9aaa65 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65 2024-11-23T12:22:35,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65, entries=150, sequenceid=171, filesize=30.4 K 2024-11-23T12:22:35,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/97a59e55f6454d1f9529ed12eb7bad0c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/97a59e55f6454d1f9529ed12eb7bad0c 2024-11-23T12:22:35,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/97a59e55f6454d1f9529ed12eb7bad0c, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T12:22:35,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/b591f3c09bc148809ea1c7b2999505f6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/b591f3c09bc148809ea1c7b2999505f6 2024-11-23T12:22:35,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/b591f3c09bc148809ea1c7b2999505f6, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T12:22:35,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 19278e86b0d9efc53694c03f88abe235 in 1294ms, sequenceid=171, compaction requested=true 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:35,522 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:35,522 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:35,524 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:35,524 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:35,524 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,524 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/65c03f3b97cf4da9a30d93fa9162d160, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=121.5 K 2024-11-23T12:22:35,524 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,524 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/65c03f3b97cf4da9a30d93fa9162d160, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65] 2024-11-23T12:22:35,525 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:35,525 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c03f3b97cf4da9a30d93fa9162d160, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732364550960 2024-11-23T12:22:35,525 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:35,525 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,525 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/8d81900e67384730820c980583b2b3c5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/480add2d59684679a6df94ec54383d61, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/47a81a9b7b5441738ec58645e3236596, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/97a59e55f6454d1f9529ed12eb7bad0c] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=47.5 K 2024-11-23T12:22:35,525 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52634eedc7044d1d89289fb51a3ad880, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732364552101 2024-11-23T12:22:35,526 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d81900e67384730820c980583b2b3c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732364550960 2024-11-23T12:22:35,526 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217736022349447a8d4c44ecd662e41a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732364552468 2024-11-23T12:22:35,526 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 480add2d59684679a6df94ec54383d61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732364552101 2024-11-23T12:22:35,526 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c9c2dc63164e8e983d7abb2d9aaa65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732364553610 2024-11-23T12:22:35,527 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 47a81a9b7b5441738ec58645e3236596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732364552468 2024-11-23T12:22:35,528 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a59e55f6454d1f9529ed12eb7bad0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732364553610 2024-11-23T12:22:35,538 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:35,541 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:35,542 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/a2828b8a6e7c4debabd7cb553d7fe37c is 50, key is test_row_0/B:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:35,544 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231fda677e426a40a48eabfd6edf05f049_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:35,548 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231fda677e426a40a48eabfd6edf05f049_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:35,548 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231fda677e426a40a48eabfd6edf05f049_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742004_1180 (size=12527) 2024-11-23T12:22:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742005_1181 (size=4469) 2024-11-23T12:22:35,562 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#151 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:35,563 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ccd43a36850c4ba1add881793292645d is 175, key is test_row_0/A:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:35,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742006_1182 (size=31481) 2024-11-23T12:22:35,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:35,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T12:22:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,624 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:22:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dbb1601520134ed48773092fcefa7d93_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742007_1183 (size=12304) 2024-11-23T12:22:35,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:35,653 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dbb1601520134ed48773092fcefa7d93_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dbb1601520134ed48773092fcefa7d93_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/faf85d6d71cb43968335d67e4ea4e91a, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/faf85d6d71cb43968335d67e4ea4e91a is 175, key is test_row_0/A:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:35,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742008_1184 (size=31105) 2024-11-23T12:22:35,662 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/faf85d6d71cb43968335d67e4ea4e91a 2024-11-23T12:22:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/ffb8162724b3463eb826ff082e20ebca is 50, key is test_row_0/B:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742009_1185 (size=12151) 2024-11-23T12:22:35,966 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/a2828b8a6e7c4debabd7cb553d7fe37c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/a2828b8a6e7c4debabd7cb553d7fe37c 2024-11-23T12:22:35,983 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into a2828b8a6e7c4debabd7cb553d7fe37c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:35,983 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:35,983 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=12, startTime=1732364555522; duration=0sec 2024-11-23T12:22:35,983 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:35,983 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:35,983 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:35,983 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ccd43a36850c4ba1add881793292645d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ccd43a36850c4ba1add881793292645d 2024-11-23T12:22:35,985 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:35,985 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:35,985 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:35,985 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5574c5eca7ac4962846bfcc617c5f97d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ce8610600b44b0584bb28238a0850d3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/12f32c77ca624570aeba331c6799d841, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/b591f3c09bc148809ea1c7b2999505f6] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=47.5 K 2024-11-23T12:22:35,986 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5574c5eca7ac4962846bfcc617c5f97d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732364550960 2024-11-23T12:22:35,987 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ce8610600b44b0584bb28238a0850d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732364552101 2024-11-23T12:22:35,987 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 12f32c77ca624570aeba331c6799d841, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732364552468 2024-11-23T12:22:35,988 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b591f3c09bc148809ea1c7b2999505f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732364553610 2024-11-23T12:22:35,993 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into ccd43a36850c4ba1add881793292645d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:35,993 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:35,993 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=12, startTime=1732364555522; duration=0sec 2024-11-23T12:22:35,994 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:35,994 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:36,006 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:36,007 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/ca4e35a4ab684bd0a71b222e09378435 is 50, key is test_row_0/C:col10/1732364553610/Put/seqid=0 2024-11-23T12:22:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742010_1186 (size=12527) 2024-11-23T12:22:36,025 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/ca4e35a4ab684bd0a71b222e09378435 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ca4e35a4ab684bd0a71b222e09378435 2024-11-23T12:22:36,032 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into ca4e35a4ab684bd0a71b222e09378435(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:36,032 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:36,032 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=12, startTime=1732364555522; duration=0sec 2024-11-23T12:22:36,032 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:36,032 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:36,077 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/ffb8162724b3463eb826ff082e20ebca 2024-11-23T12:22:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9a8e272b5ced40f4b5a4f84682eef618 is 50, key is test_row_0/C:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742011_1187 (size=12151) 2024-11-23T12:22:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:36,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364616404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364616406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,493 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9a8e272b5ced40f4b5a4f84682eef618 2024-11-23T12:22:36,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/faf85d6d71cb43968335d67e4ea4e91a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a 2024-11-23T12:22:36,504 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a, entries=150, sequenceid=197, filesize=30.4 K 2024-11-23T12:22:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/ffb8162724b3463eb826ff082e20ebca as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ffb8162724b3463eb826ff082e20ebca 2024-11-23T12:22:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364616507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364616507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,511 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ffb8162724b3463eb826ff082e20ebca, entries=150, sequenceid=197, filesize=11.9 K 2024-11-23T12:22:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9a8e272b5ced40f4b5a4f84682eef618 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9a8e272b5ced40f4b5a4f84682eef618 2024-11-23T12:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,518 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9a8e272b5ced40f4b5a4f84682eef618, entries=150, sequenceid=197, filesize=11.9 K 2024-11-23T12:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,519 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 19278e86b0d9efc53694c03f88abe235 in 895ms, sequenceid=197, compaction requested=false 2024-11-23T12:22:36,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:36,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:36,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T12:22:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T12:22:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T12:22:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2750 sec 2024-11-23T12:22:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.2820 sec 2024-11-23T12:22:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:36,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:22:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f65ca69e3c0d4f0c8c7a9ec8b60664e7_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_1/A:col10/1732364556680/Put/seqid=0 2024-11-23T12:22:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742012_1188 (size=12304) 2024-11-23T12:22:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,720 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f65ca69e3c0d4f0c8c7a9ec8b60664e7_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f65ca69e3c0d4f0c8c7a9ec8b60664e7_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,721 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/67bb170e95ca46a1a0f5e13e8458e96e, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/67bb170e95ca46a1a0f5e13e8458e96e is 175, key is test_row_1/A:col10/1732364556680/Put/seqid=0 2024-11-23T12:22:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742013_1189 (size=31101) 2024-11-23T12:22:36,740 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/67bb170e95ca46a1a0f5e13e8458e96e 2024-11-23T12:22:36,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/24bcc1018332494faa4638772f3c1923 is 50, key is test_row_1/B:col10/1732364556680/Put/seqid=0 2024-11-23T12:22:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364616754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364616755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742014_1190 (size=9757) 2024-11-23T12:22:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364616757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/24bcc1018332494faa4638772f3c1923 2024-11-23T12:22:36,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/762ba511a73843d7ab64c8051ff0ccf9 is 50, key is test_row_1/C:col10/1732364556680/Put/seqid=0 2024-11-23T12:22:36,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742015_1191 (size=9757) 2024-11-23T12:22:36,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/762ba511a73843d7ab64c8051ff0ccf9 2024-11-23T12:22:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/67bb170e95ca46a1a0f5e13e8458e96e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e 2024-11-23T12:22:36,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e, entries=150, sequenceid=211, filesize=30.4 K 2024-11-23T12:22:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/24bcc1018332494faa4638772f3c1923 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/24bcc1018332494faa4638772f3c1923 2024-11-23T12:22:36,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/24bcc1018332494faa4638772f3c1923, entries=100, sequenceid=211, filesize=9.5 K 2024-11-23T12:22:36,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/762ba511a73843d7ab64c8051ff0ccf9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/762ba511a73843d7ab64c8051ff0ccf9 2024-11-23T12:22:36,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/762ba511a73843d7ab64c8051ff0ccf9, entries=100, sequenceid=211, filesize=9.5 K 2024-11-23T12:22:36,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 19278e86b0d9efc53694c03f88abe235 in 139ms, sequenceid=211, compaction requested=true 2024-11-23T12:22:36,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:36,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:36,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:36,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:36,821 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:36,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:36,821 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:36,825 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:36,825 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:36,825 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:36,826 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ccd43a36850c4ba1add881793292645d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=91.5 K 2024-11-23T12:22:36,826 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:36,826 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ccd43a36850c4ba1add881793292645d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e] 2024-11-23T12:22:36,826 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:36,826 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:36,826 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:36,826 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/a2828b8a6e7c4debabd7cb553d7fe37c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ffb8162724b3463eb826ff082e20ebca, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/24bcc1018332494faa4638772f3c1923] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=33.6 K 2024-11-23T12:22:36,827 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccd43a36850c4ba1add881793292645d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732364553610 2024-11-23T12:22:36,827 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a2828b8a6e7c4debabd7cb553d7fe37c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732364553610 2024-11-23T12:22:36,828 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting faf85d6d71cb43968335d67e4ea4e91a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732364554257 2024-11-23T12:22:36,828 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ffb8162724b3463eb826ff082e20ebca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732364554257 2024-11-23T12:22:36,828 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67bb170e95ca46a1a0f5e13e8458e96e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732364556403 2024-11-23T12:22:36,829 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 24bcc1018332494faa4638772f3c1923, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732364556403 2024-11-23T12:22:36,841 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:36,841 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/c5260ed236924a7e9a071d6aad9bd16d is 50, key is test_row_0/B:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:36,844 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:36,848 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123276f0616c399453bac3616c8235b92ab_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:36,850 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123276f0616c399453bac3616c8235b92ab_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:36,851 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123276f0616c399453bac3616c8235b92ab_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:36,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:22:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742016_1192 (size=12629) 2024-11-23T12:22:36,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,872 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/c5260ed236924a7e9a071d6aad9bd16d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c5260ed236924a7e9a071d6aad9bd16d 2024-11-23T12:22:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364616869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364616872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364616872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,880 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into c5260ed236924a7e9a071d6aad9bd16d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:36,880 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:36,880 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=13, startTime=1732364556821; duration=0sec 2024-11-23T12:22:36,880 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:36,881 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:36,881 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:36,883 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:36,883 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:36,883 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742017_1193 (size=4469) 2024-11-23T12:22:36,883 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ca4e35a4ab684bd0a71b222e09378435, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9a8e272b5ced40f4b5a4f84682eef618, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/762ba511a73843d7ab64c8051ff0ccf9] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=33.6 K 2024-11-23T12:22:36,885 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ca4e35a4ab684bd0a71b222e09378435, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732364553610 2024-11-23T12:22:36,886 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a8e272b5ced40f4b5a4f84682eef618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732364554257 2024-11-23T12:22:36,886 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#161 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:36,887 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/60d68664872a4a23b26d69e79d87dd9b is 175, key is test_row_0/A:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:36,890 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 762ba511a73843d7ab64c8051ff0ccf9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732364556403 2024-11-23T12:22:36,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a0143fd5800642c5be8ab7f2ce1a531c_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364556754/Put/seqid=0 2024-11-23T12:22:36,926 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:36,926 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/d3579f17efb345a28f17f4dfaaf6865a is 50, key is test_row_0/C:col10/1732364554273/Put/seqid=0 2024-11-23T12:22:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742019_1195 (size=12304) 2024-11-23T12:22:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742018_1194 (size=31690) 2024-11-23T12:22:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742020_1196 (size=12629) 2024-11-23T12:22:36,957 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/d3579f17efb345a28f17f4dfaaf6865a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/d3579f17efb345a28f17f4dfaaf6865a 2024-11-23T12:22:36,961 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/60d68664872a4a23b26d69e79d87dd9b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60d68664872a4a23b26d69e79d87dd9b 2024-11-23T12:22:36,965 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into d3579f17efb345a28f17f4dfaaf6865a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:36,965 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:36,965 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=13, startTime=1732364556821; duration=0sec 2024-11-23T12:22:36,965 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:36,965 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:36,973 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into 60d68664872a4a23b26d69e79d87dd9b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:36,973 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:36,973 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=13, startTime=1732364556821; duration=0sec 2024-11-23T12:22:36,973 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:36,973 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:36,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364616973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364616977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364616977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364617177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364617181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364617181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:37,344 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a0143fd5800642c5be8ab7f2ce1a531c_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a0143fd5800642c5be8ab7f2ce1a531c_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:37,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/6a5674514761463f904a385d7cb75cb3, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:37,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/6a5674514761463f904a385d7cb75cb3 is 175, key is test_row_0/A:col10/1732364556754/Put/seqid=0 2024-11-23T12:22:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742021_1197 (size=31105) 2024-11-23T12:22:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364617481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364617484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364617484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,752 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/6a5674514761463f904a385d7cb75cb3 2024-11-23T12:22:37,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/9b8fb636f46c48b2878bacb26fdbf80f is 50, key is test_row_0/B:col10/1732364556754/Put/seqid=0 2024-11-23T12:22:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742022_1198 (size=12151) 2024-11-23T12:22:37,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364617986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364617986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:37,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364617993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:38,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/9b8fb636f46c48b2878bacb26fdbf80f 2024-11-23T12:22:38,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4ef07d0bfafa422fb6efc197a056b106 is 50, key is test_row_0/C:col10/1732364556754/Put/seqid=0 2024-11-23T12:22:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742023_1199 (size=12151) 2024-11-23T12:22:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T12:22:38,350 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T12:22:38,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T12:22:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T12:22:38,353 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:38,353 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:38,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T12:22:38,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:38,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T12:22:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:38,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:38,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4ef07d0bfafa422fb6efc197a056b106 2024-11-23T12:22:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/6a5674514761463f904a385d7cb75cb3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3 2024-11-23T12:22:38,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3, entries=150, sequenceid=239, filesize=30.4 K 2024-11-23T12:22:38,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/9b8fb636f46c48b2878bacb26fdbf80f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9b8fb636f46c48b2878bacb26fdbf80f 2024-11-23T12:22:38,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9b8fb636f46c48b2878bacb26fdbf80f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T12:22:38,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4ef07d0bfafa422fb6efc197a056b106 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4ef07d0bfafa422fb6efc197a056b106 2024-11-23T12:22:38,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4ef07d0bfafa422fb6efc197a056b106, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T12:22:38,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 19278e86b0d9efc53694c03f88abe235 in 1753ms, sequenceid=239, compaction requested=false 2024-11-23T12:22:38,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T12:22:38,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:38,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T12:22:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:38,659 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T12:22:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:38,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:38,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123838828bbe15b46438ae7d3cc8e546417_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364556864/Put/seqid=0 2024-11-23T12:22:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742024_1200 (size=12304) 2024-11-23T12:22:38,782 INFO [master/98b76cdd9f26:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T12:22:38,782 INFO [master/98b76cdd9f26:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T12:22:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T12:22:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364619039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364619039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364619039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:39,079 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123838828bbe15b46438ae7d3cc8e546417_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123838828bbe15b46438ae7d3cc8e546417_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/46dbf3b122c145679f8a613adc83c5a8, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/46dbf3b122c145679f8a613adc83c5a8 is 175, key is test_row_0/A:col10/1732364556864/Put/seqid=0 2024-11-23T12:22:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742025_1201 (size=31105) 2024-11-23T12:22:39,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364619127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,131 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:39,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364619154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364619154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364619154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364619154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,156 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364619356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364619356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364619357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T12:22:39,486 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/46dbf3b122c145679f8a613adc83c5a8 2024-11-23T12:22:39,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/b1933e89baa34ff3b2d073b8b0b2d628 is 50, key is test_row_0/B:col10/1732364556864/Put/seqid=0 2024-11-23T12:22:39,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742026_1202 (size=12151) 2024-11-23T12:22:39,543 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/b1933e89baa34ff3b2d073b8b0b2d628 2024-11-23T12:22:39,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9ab8c1827fa34a069d0543d40e5f244c is 50, key is test_row_0/C:col10/1732364556864/Put/seqid=0 2024-11-23T12:22:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742027_1203 (size=12151) 2024-11-23T12:22:39,600 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9ab8c1827fa34a069d0543d40e5f244c 2024-11-23T12:22:39,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/46dbf3b122c145679f8a613adc83c5a8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8 2024-11-23T12:22:39,617 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8, entries=150, sequenceid=251, filesize=30.4 K 2024-11-23T12:22:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/b1933e89baa34ff3b2d073b8b0b2d628 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/b1933e89baa34ff3b2d073b8b0b2d628 2024-11-23T12:22:39,625 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/b1933e89baa34ff3b2d073b8b0b2d628, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T12:22:39,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/9ab8c1827fa34a069d0543d40e5f244c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ab8c1827fa34a069d0543d40e5f244c 2024-11-23T12:22:39,634 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ab8c1827fa34a069d0543d40e5f244c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T12:22:39,636 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 19278e86b0d9efc53694c03f88abe235 in 977ms, sequenceid=251, compaction requested=true 2024-11-23T12:22:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:39,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T12:22:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T12:22:39,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T12:22:39,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2850 sec 2024-11-23T12:22:39,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2900 sec 2024-11-23T12:22:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:39,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T12:22:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:39,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364619677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364619678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364619685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c88bd8c1ab5d40d89522f60c3308332e_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742028_1204 (size=12454) 2024-11-23T12:22:39,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:39,756 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c88bd8c1ab5d40d89522f60c3308332e_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c88bd8c1ab5d40d89522f60c3308332e_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:39,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e1b71b45e400429092cf6205202d6f32, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:39,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e1b71b45e400429092cf6205202d6f32 is 175, key is test_row_0/A:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:39,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364619786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364619785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364619789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742029_1205 (size=31255) 2024-11-23T12:22:39,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364619989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364619993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364619992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e1b71b45e400429092cf6205202d6f32 2024-11-23T12:22:40,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/81252075d1c043a2a76b4505d3823d1d is 50, key is test_row_0/B:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742030_1206 (size=12301) 2024-11-23T12:22:40,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/81252075d1c043a2a76b4505d3823d1d 2024-11-23T12:22:40,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4dbc5c039b254328b0b736f423998481 is 50, key is test_row_0/C:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742031_1207 (size=12301) 2024-11-23T12:22:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364620292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364620295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364620297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T12:22:40,457 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T12:22:40,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T12:22:40,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T12:22:40,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:40,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T12:22:40,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T12:22:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:40,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4dbc5c039b254328b0b736f423998481 2024-11-23T12:22:40,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e1b71b45e400429092cf6205202d6f32 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32 2024-11-23T12:22:40,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32, entries=150, sequenceid=280, filesize=30.5 K 2024-11-23T12:22:40,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/81252075d1c043a2a76b4505d3823d1d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/81252075d1c043a2a76b4505d3823d1d 2024-11-23T12:22:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/81252075d1c043a2a76b4505d3823d1d, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T12:22:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4dbc5c039b254328b0b736f423998481 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4dbc5c039b254328b0b736f423998481 2024-11-23T12:22:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4dbc5c039b254328b0b736f423998481, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T12:22:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 19278e86b0d9efc53694c03f88abe235 in 1000ms, sequenceid=280, compaction requested=true 2024-11-23T12:22:40,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:40,664 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:40,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,665 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,667 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:40,667 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125155 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,667 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:40,667 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:40,667 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,667 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,667 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60d68664872a4a23b26d69e79d87dd9b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=122.2 K 2024-11-23T12:22:40,667 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c5260ed236924a7e9a071d6aad9bd16d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9b8fb636f46c48b2878bacb26fdbf80f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/b1933e89baa34ff3b2d073b8b0b2d628, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/81252075d1c043a2a76b4505d3823d1d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=48.1 K 2024-11-23T12:22:40,667 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,667 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60d68664872a4a23b26d69e79d87dd9b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32] 2024-11-23T12:22:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,668 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5260ed236924a7e9a071d6aad9bd16d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732364554273 2024-11-23T12:22:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,669 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b8fb636f46c48b2878bacb26fdbf80f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732364556745 2024-11-23T12:22:40,669 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 60d68664872a4a23b26d69e79d87dd9b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732364554273 2024-11-23T12:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,669 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5674514761463f904a385d7cb75cb3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732364556745 2024-11-23T12:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,670 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1933e89baa34ff3b2d073b8b0b2d628, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732364556864 2024-11-23T12:22:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,670 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 46dbf3b122c145679f8a613adc83c5a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732364556864 2024-11-23T12:22:40,670 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81252075d1c043a2a76b4505d3823d1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732364559038 2024-11-23T12:22:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,670 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b71b45e400429092cf6205202d6f32, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732364559038 2024-11-23T12:22:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,681 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,681 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6be005f551234027bc3b3d16541d2aba is 50, key is test_row_0/B:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,688 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230767d254939e4ceab9707b931f9d7f80_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,693 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230767d254939e4ceab9707b931f9d7f80_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,694 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230767d254939e4ceab9707b931f9d7f80_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742032_1208 (size=12915) 2024-11-23T12:22:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742033_1209 (size=4469) 2024-11-23T12:22:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,711 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#173 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,712 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/f2fc1677378040369c94b76b7ee98cb9 is 175, key is test_row_0/A:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742034_1210 (size=31869) 2024-11-23T12:22:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,739 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/f2fc1677378040369c94b76b7ee98cb9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/f2fc1677378040369c94b76b7ee98cb9 2024-11-23T12:22:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,746 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into f2fc1677378040369c94b76b7ee98cb9(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:40,746 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:40,747 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=12, startTime=1732364560664; duration=0sec 2024-11-23T12:22:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,747 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:40,747 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,747 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:22:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,749 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:22:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,749 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,749 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,749 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/d3579f17efb345a28f17f4dfaaf6865a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4ef07d0bfafa422fb6efc197a056b106, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ab8c1827fa34a069d0543d40e5f244c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4dbc5c039b254328b0b736f423998481] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=48.1 K 2024-11-23T12:22:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,750 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d3579f17efb345a28f17f4dfaaf6865a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732364554273 2024-11-23T12:22:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,750 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ef07d0bfafa422fb6efc197a056b106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732364556745 2024-11-23T12:22:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,751 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ab8c1827fa34a069d0543d40e5f244c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732364556864 2024-11-23T12:22:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,751 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dbc5c039b254328b0b736f423998481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732364559038 2024-11-23T12:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T12:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T12:22:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,766 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T12:22:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,768 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,769 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/24138439092c43a5be540576b0346111 is 50, key is test_row_0/C:col10/1732364559662/Put/seqid=0 2024-11-23T12:22:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123794304a514a84be0a24d0c288e5da809_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_1/A:col10/1732364559675/Put/seqid=0 2024-11-23T12:22:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742035_1211 (size=12915) 2024-11-23T12:22:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,810 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/24138439092c43a5be540576b0346111 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/24138439092c43a5be540576b0346111 2024-11-23T12:22:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,818 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into 24138439092c43a5be540576b0346111(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:40,818 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,818 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=12, startTime=1732364560668; duration=0sec 2024-11-23T12:22:40,818 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:40,818 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742036_1212 (size=9914) 2024-11-23T12:22:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,828 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123794304a514a84be0a24d0c288e5da809_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123794304a514a84be0a24d0c288e5da809_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d304bb33f4ef44378b55ffa7adf5c824, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d304bb33f4ef44378b55ffa7adf5c824 is 175, key is test_row_1/A:col10/1732364559675/Put/seqid=0 2024-11-23T12:22:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742037_1213 (size=22561) 2024-11-23T12:22:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,854 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d304bb33f4ef44378b55ffa7adf5c824 2024-11-23T12:22:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/5c55eeeaeb234d1c98950971082e0b18 is 50, key is test_row_1/B:col10/1732364559675/Put/seqid=0 2024-11-23T12:22:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742038_1214 (size=9857) 2024-11-23T12:22:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364620899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364620900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364620901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364621005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364621005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364621006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T12:22:41,101 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/6be005f551234027bc3b3d16541d2aba as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6be005f551234027bc3b3d16541d2aba 2024-11-23T12:22:41,106 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into 6be005f551234027bc3b3d16541d2aba(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:41,106 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:41,107 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=12, startTime=1732364560665; duration=0sec 2024-11-23T12:22:41,107 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:41,107 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:41,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364621206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364621208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364621208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,275 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/5c55eeeaeb234d1c98950971082e0b18 2024-11-23T12:22:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/a194b86a82ef4191842a3dc0e971cfcf is 50, key is test_row_1/C:col10/1732364559675/Put/seqid=0 2024-11-23T12:22:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742039_1215 (size=9857) 2024-11-23T12:22:41,337 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/a194b86a82ef4191842a3dc0e971cfcf 2024-11-23T12:22:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/d304bb33f4ef44378b55ffa7adf5c824 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824 2024-11-23T12:22:41,368 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824, entries=100, sequenceid=289, filesize=22.0 K 2024-11-23T12:22:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/5c55eeeaeb234d1c98950971082e0b18 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5c55eeeaeb234d1c98950971082e0b18 2024-11-23T12:22:41,375 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5c55eeeaeb234d1c98950971082e0b18, entries=100, sequenceid=289, filesize=9.6 K 2024-11-23T12:22:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/a194b86a82ef4191842a3dc0e971cfcf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a194b86a82ef4191842a3dc0e971cfcf 2024-11-23T12:22:41,382 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a194b86a82ef4191842a3dc0e971cfcf, entries=100, sequenceid=289, filesize=9.6 K 2024-11-23T12:22:41,383 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 19278e86b0d9efc53694c03f88abe235 in 617ms, sequenceid=289, compaction requested=false 2024-11-23T12:22:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T12:22:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T12:22:41,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T12:22:41,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 924 msec 2024-11-23T12:22:41,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 929 msec 2024-11-23T12:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:41,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T12:22:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:41,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364621516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364621518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364621519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e846dc0666a748c9b88989634cc148fa_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T12:22:41,564 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T12:22:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742040_1216 (size=14994) 2024-11-23T12:22:41,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T12:22:41,578 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:41,578 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:41,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:41,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:41,590 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e846dc0666a748c9b88989634cc148fa_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e846dc0666a748c9b88989634cc148fa_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:41,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/8a047820ed0a414290a20341678d04fe, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:41,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/8a047820ed0a414290a20341678d04fe is 175, key is test_row_0/A:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:41,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364621621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364621620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364621621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742041_1217 (size=39949) 2024-11-23T12:22:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:41,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:41,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:41,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:41,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364621823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364621824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364621824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:41,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:41,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:41,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/8a047820ed0a414290a20341678d04fe 2024-11-23T12:22:42,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/1e72d005d3554e8598fb6ac44255544d is 50, key is test_row_0/B:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:42,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742042_1218 (size=12301) 2024-11-23T12:22:42,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364622125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364622127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364622127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:42,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/1e72d005d3554e8598fb6ac44255544d 2024-11-23T12:22:42,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4d3136718857456abda77f5cf23e7625 is 50, key is test_row_0/C:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742043_1219 (size=12301) 2024-11-23T12:22:42,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364622631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364622631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364622631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:42,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:42,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:42,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:42,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:42,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4d3136718857456abda77f5cf23e7625 2024-11-23T12:22:42,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/8a047820ed0a414290a20341678d04fe as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe 2024-11-23T12:22:43,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe, entries=200, sequenceid=320, filesize=39.0 K 2024-11-23T12:22:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/1e72d005d3554e8598fb6ac44255544d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/1e72d005d3554e8598fb6ac44255544d 2024-11-23T12:22:43,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/1e72d005d3554e8598fb6ac44255544d, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T12:22:43,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4d3136718857456abda77f5cf23e7625 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4d3136718857456abda77f5cf23e7625 2024-11-23T12:22:43,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4d3136718857456abda77f5cf23e7625, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T12:22:43,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 19278e86b0d9efc53694c03f88abe235 in 1506ms, sequenceid=320, compaction requested=true 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:43,018 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:43,018 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:43,020 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:43,020 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:43,020 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:43,020 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:43,020 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:43,020 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:43,021 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6be005f551234027bc3b3d16541d2aba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5c55eeeaeb234d1c98950971082e0b18, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/1e72d005d3554e8598fb6ac44255544d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=34.3 K 2024-11-23T12:22:43,021 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/f2fc1677378040369c94b76b7ee98cb9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=92.2 K 2024-11-23T12:22:43,021 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:43,021 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/f2fc1677378040369c94b76b7ee98cb9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe] 2024-11-23T12:22:43,022 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6be005f551234027bc3b3d16541d2aba, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732364559038 2024-11-23T12:22:43,022 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2fc1677378040369c94b76b7ee98cb9, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732364559038 2024-11-23T12:22:43,023 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c55eeeaeb234d1c98950971082e0b18, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732364559675 2024-11-23T12:22:43,023 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d304bb33f4ef44378b55ffa7adf5c824, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732364559675 2024-11-23T12:22:43,023 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e72d005d3554e8598fb6ac44255544d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732364560899 2024-11-23T12:22:43,024 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a047820ed0a414290a20341678d04fe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732364560898 2024-11-23T12:22:43,049 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:43,065 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:43,066 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/95e270c6ca9f4eedb75a80ef4f369cc1 is 50, key is test_row_0/B:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:43,068 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123022d63019b9842418e250daa23b2a416_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:43,069 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123022d63019b9842418e250daa23b2a416_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:43,069 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123022d63019b9842418e250daa23b2a416_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742044_1220 (size=13017) 2024-11-23T12:22:43,116 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/95e270c6ca9f4eedb75a80ef4f369cc1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/95e270c6ca9f4eedb75a80ef4f369cc1 2024-11-23T12:22:43,122 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into 95e270c6ca9f4eedb75a80ef4f369cc1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:43,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:43,122 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=13, startTime=1732364563018; duration=0sec 2024-11-23T12:22:43,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:43,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:43,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:43,124 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:43,124 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:43,124 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:43,124 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/24138439092c43a5be540576b0346111, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a194b86a82ef4191842a3dc0e971cfcf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4d3136718857456abda77f5cf23e7625] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=34.3 K 2024-11-23T12:22:43,125 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 24138439092c43a5be540576b0346111, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732364559038 2024-11-23T12:22:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742045_1221 (size=4469) 2024-11-23T12:22:43,125 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a194b86a82ef4191842a3dc0e971cfcf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732364559675 2024-11-23T12:22:43,126 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3136718857456abda77f5cf23e7625, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732364560899 2024-11-23T12:22:43,127 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#181 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:43,128 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ad4e41ab141d46b88a06a5f30103f2b3 is 175, key is test_row_0/A:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:43,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:43,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T12:22:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:43,130 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T12:22:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742046_1222 (size=31971) 2024-11-23T12:22:43,146 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:43,147 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/ac9b9cbd62a843708aeef6a40cd60305 is 50, key is test_row_0/C:col10/1732364561510/Put/seqid=0 2024-11-23T12:22:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232a98afa3227049f3888f33da4dc50d38_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364561517/Put/seqid=0 2024-11-23T12:22:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742047_1223 (size=13017) 2024-11-23T12:22:43,173 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/ac9b9cbd62a843708aeef6a40cd60305 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ac9b9cbd62a843708aeef6a40cd60305 2024-11-23T12:22:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742048_1224 (size=12454) 2024-11-23T12:22:43,181 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into ac9b9cbd62a843708aeef6a40cd60305(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:43,181 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:43,181 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=13, startTime=1732364563018; duration=0sec 2024-11-23T12:22:43,181 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:43,181 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:43,551 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/ad4e41ab141d46b88a06a5f30103f2b3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ad4e41ab141d46b88a06a5f30103f2b3 2024-11-23T12:22:43,557 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into ad4e41ab141d46b88a06a5f30103f2b3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:43,558 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:43,558 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=13, startTime=1732364563018; duration=0sec 2024-11-23T12:22:43,558 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:43,558 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:43,588 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232a98afa3227049f3888f33da4dc50d38_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232a98afa3227049f3888f33da4dc50d38_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/a3e1bfb27c634624b4c28f1c63cdc629, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/a3e1bfb27c634624b4c28f1c63cdc629 is 175, key is test_row_0/A:col10/1732364561517/Put/seqid=0 2024-11-23T12:22:43,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742049_1225 (size=31255) 2024-11-23T12:22:43,618 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/a3e1bfb27c634624b4c28f1c63cdc629 2024-11-23T12:22:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/ad109d0c5c76429cbc49f49231527721 is 50, key is test_row_0/B:col10/1732364561517/Put/seqid=0 2024-11-23T12:22:43,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742050_1226 (size=12301) 2024-11-23T12:22:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364623696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:43,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364623697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:43,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364623698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:43,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364623801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364623802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364623805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364624004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364624005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364624009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,079 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/ad109d0c5c76429cbc49f49231527721 2024-11-23T12:22:44,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/8380c34334c648c5a88fc62f41f52b4c is 50, key is test_row_0/C:col10/1732364561517/Put/seqid=0 2024-11-23T12:22:44,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742051_1227 (size=12301) 2024-11-23T12:22:44,101 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/8380c34334c648c5a88fc62f41f52b4c 2024-11-23T12:22:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/a3e1bfb27c634624b4c28f1c63cdc629 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629 2024-11-23T12:22:44,113 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629, entries=150, sequenceid=328, filesize=30.5 K 2024-11-23T12:22:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/ad109d0c5c76429cbc49f49231527721 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ad109d0c5c76429cbc49f49231527721 2024-11-23T12:22:44,118 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ad109d0c5c76429cbc49f49231527721, entries=150, sequenceid=328, filesize=12.0 K 2024-11-23T12:22:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/8380c34334c648c5a88fc62f41f52b4c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/8380c34334c648c5a88fc62f41f52b4c 2024-11-23T12:22:44,124 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/8380c34334c648c5a88fc62f41f52b4c, entries=150, sequenceid=328, filesize=12.0 K 2024-11-23T12:22:44,125 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 19278e86b0d9efc53694c03f88abe235 in 995ms, sequenceid=328, compaction requested=false 2024-11-23T12:22:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T12:22:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T12:22:44,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T12:22:44,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5490 sec 2024-11-23T12:22:44,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.5530 sec 2024-11-23T12:22:44,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-23T12:22:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:44,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364624313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364624314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364624314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d5cfeed83744f0ba1181cec08aefd23_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742052_1228 (size=14994) 2024-11-23T12:22:44,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364624415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364624416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364624416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364624618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364624619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364624620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,728 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:44,740 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d5cfeed83744f0ba1181cec08aefd23_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d5cfeed83744f0ba1181cec08aefd23_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:44,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/c8ae823f534247d9bf40fcd5d930855b, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:44,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/c8ae823f534247d9bf40fcd5d930855b is 175, key is test_row_0/A:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742053_1229 (size=39949) 2024-11-23T12:22:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364624921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364624923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364624924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:45,164 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/c8ae823f534247d9bf40fcd5d930855b 2024-11-23T12:22:45,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/41ac4dfa5eb0419692d7a738b3c482af is 50, key is test_row_0/B:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:45,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742054_1230 (size=12301) 2024-11-23T12:22:45,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364625425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364625428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364625428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:45,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/41ac4dfa5eb0419692d7a738b3c482af 2024-11-23T12:22:45,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/6eccfa0c2efa4960ae9e30dc8fca689f is 50, key is test_row_0/C:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742055_1231 (size=12301) 2024-11-23T12:22:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T12:22:45,687 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T12:22:45,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:22:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-23T12:22:45,693 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:22:45,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:22:45,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T12:22:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T12:22:45,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:45,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T12:22:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:45,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T12:22:45,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:45,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T12:22:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:46,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:22:46,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/6eccfa0c2efa4960ae9e30dc8fca689f 2024-11-23T12:22:46,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/c8ae823f534247d9bf40fcd5d930855b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b 2024-11-23T12:22:46,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b, entries=200, sequenceid=360, filesize=39.0 K 2024-11-23T12:22:46,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/41ac4dfa5eb0419692d7a738b3c482af as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/41ac4dfa5eb0419692d7a738b3c482af 2024-11-23T12:22:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/41ac4dfa5eb0419692d7a738b3c482af, entries=150, sequenceid=360, filesize=12.0 K 2024-11-23T12:22:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/6eccfa0c2efa4960ae9e30dc8fca689f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6eccfa0c2efa4960ae9e30dc8fca689f 2024-11-23T12:22:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6eccfa0c2efa4960ae9e30dc8fca689f, entries=150, sequenceid=360, filesize=12.0 K 2024-11-23T12:22:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 19278e86b0d9efc53694c03f88abe235 in 1734ms, sequenceid=360, compaction requested=true 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,042 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:46,042 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:46,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,044 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:46,044 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:46,044 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,044 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ad4e41ab141d46b88a06a5f30103f2b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=100.8 K 2024-11-23T12:22:46,044 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:46,044 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ad4e41ab141d46b88a06a5f30103f2b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b] 2024-11-23T12:22:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,045 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,045 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:46,045 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,045 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/95e270c6ca9f4eedb75a80ef4f369cc1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ad109d0c5c76429cbc49f49231527721, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/41ac4dfa5eb0419692d7a738b3c482af] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=36.7 K 2024-11-23T12:22:46,045 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ad4e41ab141d46b88a06a5f30103f2b3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732364560899 2024-11-23T12:22:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,046 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95e270c6ca9f4eedb75a80ef4f369cc1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732364560899 2024-11-23T12:22:46,046 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a3e1bfb27c634624b4c28f1c63cdc629, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364561513 2024-11-23T12:22:46,047 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad109d0c5c76429cbc49f49231527721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364561513 2024-11-23T12:22:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,047 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c8ae823f534247d9bf40fcd5d930855b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732364563685 2024-11-23T12:22:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,048 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41ac4dfa5eb0419692d7a738b3c482af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732364563685 2024-11-23T12:22:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,065 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,081 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,082 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/5948ae0866bd45a79c1e45358411b852 is 50, key is test_row_0/B:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:46,083 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c250d13a4c41481990702a65587c58c5_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:46,085 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c250d13a4c41481990702a65587c58c5_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:46,085 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c250d13a4c41481990702a65587c58c5_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742057_1233 (size=4469) 2024-11-23T12:22:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,117 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#190 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,118 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/3069c435655540eb854aa27891bae15d is 175, key is test_row_0/A:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742056_1232 (size=13119) 2024-11-23T12:22:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T12:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,153 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T12:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742058_1234 (size=32073) 2024-11-23T12:22:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,205 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/3069c435655540eb854aa27891bae15d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3069c435655540eb854aa27891bae15d 2024-11-23T12:22:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b35739162565449ab1d4383192a9e8c4_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_1/A:col10/1732364564313/Put/seqid=0 2024-11-23T12:22:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,214 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into 3069c435655540eb854aa27891bae15d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:46,214 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:46,214 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=13, startTime=1732364566042; duration=0sec 2024-11-23T12:22:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,214 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:46,214 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:46,214 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,215 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:46,216 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,216 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:46,216 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ac9b9cbd62a843708aeef6a40cd60305, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/8380c34334c648c5a88fc62f41f52b4c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6eccfa0c2efa4960ae9e30dc8fca689f] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=36.7 K 2024-11-23T12:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,216 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9b9cbd62a843708aeef6a40cd60305, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732364560899 2024-11-23T12:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,217 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8380c34334c648c5a88fc62f41f52b4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732364561513 2024-11-23T12:22:46,217 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eccfa0c2efa4960ae9e30dc8fca689f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732364563685 2024-11-23T12:22:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742059_1235 (size=9914) 2024-11-23T12:22:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,257 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,258 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/5c503240cac2416d9587c84d81f3e2cc is 50, key is test_row_0/C:col10/1732364563685/Put/seqid=0 2024-11-23T12:22:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T12:22:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742060_1236 (size=13119) 2024-11-23T12:22:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,314 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/5c503240cac2416d9587c84d81f3e2cc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5c503240cac2416d9587c84d81f3e2cc 2024-11-23T12:22:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,321 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into 5c503240cac2416d9587c84d81f3e2cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,321 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:46,321 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=13, startTime=1732364566042; duration=0sec 2024-11-23T12:22:46,321 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:46,321 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. as already flushing 2024-11-23T12:22:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364626486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364626490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364626490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,537 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/5948ae0866bd45a79c1e45358411b852 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5948ae0866bd45a79c1e45358411b852 2024-11-23T12:22:46,543 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into 5948ae0866bd45a79c1e45358411b852(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:46,543 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:46,543 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=13, startTime=1732364566042; duration=0sec 2024-11-23T12:22:46,543 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:46,543 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364626591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364626596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364626596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:46,658 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b35739162565449ab1d4383192a9e8c4_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b35739162565449ab1d4383192a9e8c4_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:46,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/30a49a388c7e405793a3249ce90b2ad6, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/30a49a388c7e405793a3249ce90b2ad6 is 175, key is test_row_1/A:col10/1732364564313/Put/seqid=0 2024-11-23T12:22:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742061_1237 (size=22561) 2024-11-23T12:22:46,680 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/30a49a388c7e405793a3249ce90b2ad6 2024-11-23T12:22:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/259aa1e9618047759666a0773e148f89 is 50, key is test_row_1/B:col10/1732364564313/Put/seqid=0 2024-11-23T12:22:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742062_1238 (size=9857) 2024-11-23T12:22:46,747 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d5e0e3f to 127.0.0.1:62643 2024-11-23T12:22:46,747 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:46,747 DEBUG [Thread-676 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cd5be36 to 127.0.0.1:62643 2024-11-23T12:22:46,747 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:46,748 DEBUG [Thread-674 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70f48df4 to 127.0.0.1:62643 2024-11-23T12:22:46,748 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:46,750 DEBUG [Thread-678 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fbd1a02 to 127.0.0.1:62643 2024-11-23T12:22:46,750 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364626797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T12:22:46,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364626805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:46,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364626806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:47,097 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/259aa1e9618047759666a0773e148f89 2024-11-23T12:22:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1732364627101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:47,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/02eb8ec981354004a13ed08b6aea0e2a is 50, key is test_row_1/C:col10/1732364564313/Put/seqid=0 2024-11-23T12:22:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742063_1239 (size=9857) 2024-11-23T12:22:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59962 deadline: 1732364627108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:47,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59990 deadline: 1732364627109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:47,508 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/02eb8ec981354004a13ed08b6aea0e2a 2024-11-23T12:22:47,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/30a49a388c7e405793a3249ce90b2ad6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6 2024-11-23T12:22:47,517 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6, entries=100, sequenceid=367, filesize=22.0 K 2024-11-23T12:22:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/259aa1e9618047759666a0773e148f89 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/259aa1e9618047759666a0773e148f89 2024-11-23T12:22:47,522 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/259aa1e9618047759666a0773e148f89, entries=100, sequenceid=367, filesize=9.6 K 2024-11-23T12:22:47,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/02eb8ec981354004a13ed08b6aea0e2a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/02eb8ec981354004a13ed08b6aea0e2a 2024-11-23T12:22:47,526 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/02eb8ec981354004a13ed08b6aea0e2a, entries=100, sequenceid=367, filesize=9.6 K 2024-11-23T12:22:47,527 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 19278e86b0d9efc53694c03f88abe235 in 1374ms, sequenceid=367, compaction requested=false 2024-11-23T12:22:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-23T12:22:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-23T12:22:47,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T12:22:47,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-11-23T12:22:47,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8410 sec 2024-11-23T12:22:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:47,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-23T12:22:47,608 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1eb823f7 to 127.0.0.1:62643 2024-11-23T12:22:47,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:47,608 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:47,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:47,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:47,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:47,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:47,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:47,611 DEBUG [Thread-669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x555bfdff to 127.0.0.1:62643 2024-11-23T12:22:47,612 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:47,612 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ebde20 to 127.0.0.1:62643 2024-11-23T12:22:47,612 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:47,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112368c05b5ed01446ea816697779737c395_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_0/A:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742064_1240 (size=12454) 2024-11-23T12:22:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T12:22:47,800 INFO [Thread-671 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T12:22:48,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:48,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112368c05b5ed01446ea816697779737c395_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112368c05b5ed01446ea816697779737c395_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:48,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e841ddf3e525447b8f8d99be12745169, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e841ddf3e525447b8f8d99be12745169 is 175, key is test_row_0/A:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742065_1241 (size=31255) 2024-11-23T12:22:48,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e841ddf3e525447b8f8d99be12745169 2024-11-23T12:22:48,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/0fd1e5a735024870aab067d9fbd62879 is 50, key is test_row_0/B:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:48,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742066_1242 (size=12301) 2024-11-23T12:22:48,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/0fd1e5a735024870aab067d9fbd62879 2024-11-23T12:22:48,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4774869e69e6459d93ac54eb00cb0117 is 50, key is test_row_0/C:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742067_1243 (size=12301) 2024-11-23T12:22:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59978 deadline: 1732364629208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:49,209 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18240 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:49,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:22:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60018 deadline: 1732364629216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:49,217 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18249 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:22:49,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4774869e69e6459d93ac54eb00cb0117 2024-11-23T12:22:49,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e841ddf3e525447b8f8d99be12745169 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169 2024-11-23T12:22:49,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169, entries=150, sequenceid=401, filesize=30.5 K 2024-11-23T12:22:49,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/0fd1e5a735024870aab067d9fbd62879 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/0fd1e5a735024870aab067d9fbd62879 2024-11-23T12:22:49,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/0fd1e5a735024870aab067d9fbd62879, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T12:22:49,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/4774869e69e6459d93ac54eb00cb0117 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4774869e69e6459d93ac54eb00cb0117 2024-11-23T12:22:49,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4774869e69e6459d93ac54eb00cb0117, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T12:22:49,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 19278e86b0d9efc53694c03f88abe235 in 1666ms, sequenceid=401, compaction requested=true 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19278e86b0d9efc53694c03f88abe235:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:22:49,274 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:49,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:49,274 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:49,275 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:49,275 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/B is initiating minor compaction (all files) 2024-11-23T12:22:49,275 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:49,275 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/B in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:49,275 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/A is initiating minor compaction (all files) 2024-11-23T12:22:49,275 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5948ae0866bd45a79c1e45358411b852, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/259aa1e9618047759666a0773e148f89, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/0fd1e5a735024870aab067d9fbd62879] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=34.5 K 2024-11-23T12:22:49,275 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/A in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:49,275 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3069c435655540eb854aa27891bae15d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=83.9 K 2024-11-23T12:22:49,275 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:49,276 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3069c435655540eb854aa27891bae15d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169] 2024-11-23T12:22:49,276 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5948ae0866bd45a79c1e45358411b852, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732364563685 2024-11-23T12:22:49,276 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3069c435655540eb854aa27891bae15d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732364563685 2024-11-23T12:22:49,276 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 259aa1e9618047759666a0773e148f89, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732364564309 2024-11-23T12:22:49,276 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30a49a388c7e405793a3249ce90b2ad6, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732364564309 2024-11-23T12:22:49,276 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fd1e5a735024870aab067d9fbd62879, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732364566482 2024-11-23T12:22:49,277 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e841ddf3e525447b8f8d99be12745169, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732364566482 2024-11-23T12:22:49,283 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:49,284 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/4feca9e79fe542fba824eb1a166190bd is 50, key is test_row_0/B:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742068_1244 (size=13221) 2024-11-23T12:22:49,289 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:49,291 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233b29df6b057645db8ed7f044ac4740eb_19278e86b0d9efc53694c03f88abe235 store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:49,311 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233b29df6b057645db8ed7f044ac4740eb_19278e86b0d9efc53694c03f88abe235, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:49,312 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233b29df6b057645db8ed7f044ac4740eb_19278e86b0d9efc53694c03f88abe235 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:49,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742069_1245 (size=4469) 2024-11-23T12:22:49,693 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/4feca9e79fe542fba824eb1a166190bd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/4feca9e79fe542fba824eb1a166190bd 2024-11-23T12:22:49,699 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/B of 19278e86b0d9efc53694c03f88abe235 into 4feca9e79fe542fba824eb1a166190bd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:49,699 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:49,699 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/B, priority=13, startTime=1732364569274; duration=0sec 2024-11-23T12:22:49,699 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:22:49,699 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:B 2024-11-23T12:22:49,699 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:22:49,700 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:22:49,700 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 19278e86b0d9efc53694c03f88abe235/C is initiating minor compaction (all files) 2024-11-23T12:22:49,700 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19278e86b0d9efc53694c03f88abe235/C in TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:49,700 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5c503240cac2416d9587c84d81f3e2cc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/02eb8ec981354004a13ed08b6aea0e2a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4774869e69e6459d93ac54eb00cb0117] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp, totalSize=34.5 K 2024-11-23T12:22:49,701 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c503240cac2416d9587c84d81f3e2cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732364563685 2024-11-23T12:22:49,701 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 02eb8ec981354004a13ed08b6aea0e2a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732364564309 2024-11-23T12:22:49,701 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4774869e69e6459d93ac54eb00cb0117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732364566482 2024-11-23T12:22:49,709 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:49,710 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/04d49b22c56649cca1e8c7477de092dc is 50, key is test_row_0/C:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742070_1246 (size=13221) 2024-11-23T12:22:49,718 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19278e86b0d9efc53694c03f88abe235#A#compaction#200 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:22:49,719 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e368e9960242476a90b405c1a50744d0 is 175, key is test_row_0/A:col10/1732364567607/Put/seqid=0 2024-11-23T12:22:49,723 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/04d49b22c56649cca1e8c7477de092dc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/04d49b22c56649cca1e8c7477de092dc 2024-11-23T12:22:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742071_1247 (size=32175) 2024-11-23T12:22:49,729 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/C of 19278e86b0d9efc53694c03f88abe235 into 04d49b22c56649cca1e8c7477de092dc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:49,730 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:49,730 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/C, priority=13, startTime=1732364569274; duration=0sec 2024-11-23T12:22:49,730 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:49,730 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:C 2024-11-23T12:22:50,129 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/e368e9960242476a90b405c1a50744d0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e368e9960242476a90b405c1a50744d0 2024-11-23T12:22:50,133 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19278e86b0d9efc53694c03f88abe235/A of 19278e86b0d9efc53694c03f88abe235 into e368e9960242476a90b405c1a50744d0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:22:50,133 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:22:50,133 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235., storeName=19278e86b0d9efc53694c03f88abe235/A, priority=13, startTime=1732364569274; duration=0sec 2024-11-23T12:22:50,133 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:22:50,133 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19278e86b0d9efc53694c03f88abe235:A 2024-11-23T12:22:52,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:22:57,736 DEBUG [master/98b76cdd9f26:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3c117c7dfa465c92957033e478ce117d changed from -1.0 to 0.0, refreshing cache 2024-11-23T12:22:59,252 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x087b269f to 127.0.0.1:62643 2024-11-23T12:22:59,252 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:59,255 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a7bf7fd to 127.0.0.1:62643 2024-11-23T12:22:59,255 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6227 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5613 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2420 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7260 rows 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2433 2024-11-23T12:22:59,255 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7299 rows 2024-11-23T12:22:59,255 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:22:59,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a1a4a6a to 127.0.0.1:62643 2024-11-23T12:22:59,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:22:59,259 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T12:22:59,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T12:22:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T12:22:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T12:22:59,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364579263"}]},"ts":"1732364579263"} 2024-11-23T12:22:59,265 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T12:22:59,267 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T12:22:59,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:22:59,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, UNASSIGN}] 2024-11-23T12:22:59,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, UNASSIGN 2024-11-23T12:22:59,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:59,270 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:22:59,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:22:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T12:22:59,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:22:59,422 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 19278e86b0d9efc53694c03f88abe235, disabling compactions & flushes 2024-11-23T12:22:59,422 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. after waiting 0 ms 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:22:59,422 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 19278e86b0d9efc53694c03f88abe235 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=A 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=B 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:59,422 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19278e86b0d9efc53694c03f88abe235, store=C 2024-11-23T12:22:59,423 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:22:59,429 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d4117d2340a245569fc3d04f9e01db22_19278e86b0d9efc53694c03f88abe235 is 50, key is test_row_1/A:col10/1732364579251/Put/seqid=0 2024-11-23T12:22:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742072_1248 (size=9914) 2024-11-23T12:22:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T12:22:59,833 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:22:59,838 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d4117d2340a245569fc3d04f9e01db22_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d4117d2340a245569fc3d04f9e01db22_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:22:59,839 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/75ae1a2c10e344baa0c5e8a7910fc770, store: [table=TestAcidGuarantees family=A region=19278e86b0d9efc53694c03f88abe235] 2024-11-23T12:22:59,839 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/75ae1a2c10e344baa0c5e8a7910fc770 is 175, key is test_row_1/A:col10/1732364579251/Put/seqid=0 2024-11-23T12:22:59,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742073_1249 (size=22561) 2024-11-23T12:22:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T12:23:00,244 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/75ae1a2c10e344baa0c5e8a7910fc770 2024-11-23T12:23:00,251 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/c81e5c94b5f846aa9f7ca1f4a5b57fac is 50, key is test_row_1/B:col10/1732364579251/Put/seqid=0 2024-11-23T12:23:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742074_1250 (size=9857) 2024-11-23T12:23:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T12:23:00,655 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/c81e5c94b5f846aa9f7ca1f4a5b57fac 2024-11-23T12:23:00,662 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/7dd641068ec745939ed6a4a96a4ccc44 is 50, key is test_row_1/C:col10/1732364579251/Put/seqid=0 2024-11-23T12:23:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742075_1251 (size=9857) 2024-11-23T12:23:01,067 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/7dd641068ec745939ed6a4a96a4ccc44 2024-11-23T12:23:01,071 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/A/75ae1a2c10e344baa0c5e8a7910fc770 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/75ae1a2c10e344baa0c5e8a7910fc770 2024-11-23T12:23:01,075 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/75ae1a2c10e344baa0c5e8a7910fc770, entries=100, sequenceid=411, filesize=22.0 K 2024-11-23T12:23:01,076 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/B/c81e5c94b5f846aa9f7ca1f4a5b57fac as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c81e5c94b5f846aa9f7ca1f4a5b57fac 2024-11-23T12:23:01,080 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c81e5c94b5f846aa9f7ca1f4a5b57fac, entries=100, sequenceid=411, filesize=9.6 K 2024-11-23T12:23:01,080 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/.tmp/C/7dd641068ec745939ed6a4a96a4ccc44 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7dd641068ec745939ed6a4a96a4ccc44 2024-11-23T12:23:01,084 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7dd641068ec745939ed6a4a96a4ccc44, entries=100, sequenceid=411, filesize=9.6 K 2024-11-23T12:23:01,085 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 19278e86b0d9efc53694c03f88abe235 in 1662ms, sequenceid=411, compaction requested=false 2024-11-23T12:23:01,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/598bac0a7a9c4c79860006924508ecdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/65c03f3b97cf4da9a30d93fa9162d160, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ccd43a36850c4ba1add881793292645d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60d68664872a4a23b26d69e79d87dd9b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/f2fc1677378040369c94b76b7ee98cb9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ad4e41ab141d46b88a06a5f30103f2b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3069c435655540eb854aa27891bae15d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169] to archive 2024-11-23T12:23:01,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:01,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ec4ea77ac59a47b69aa08a375fcfe731 2024-11-23T12:23:01,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3b8b4541b7f247c49752e50eb6186ad1 2024-11-23T12:23:01,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/5769ee75b09c47c699f9d321cdbd9efe 2024-11-23T12:23:01,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/07f08397d3b6475eb48d3bed638cd86f 2024-11-23T12:23:01,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/598bac0a7a9c4c79860006924508ecdf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/598bac0a7a9c4c79860006924508ecdf 2024-11-23T12:23:01,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60e77d8773ce4cc583acaa99127e2d6d 2024-11-23T12:23:01,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d50139bf53954fe882ec4f0a4a9df128 2024-11-23T12:23:01,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/65c03f3b97cf4da9a30d93fa9162d160 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/65c03f3b97cf4da9a30d93fa9162d160 2024-11-23T12:23:01,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/52634eedc7044d1d89289fb51a3ad880 2024-11-23T12:23:01,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/217736022349447a8d4c44ecd662e41a 2024-11-23T12:23:01,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ccd43a36850c4ba1add881793292645d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ccd43a36850c4ba1add881793292645d 2024-11-23T12:23:01,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/b9c9c2dc63164e8e983d7abb2d9aaa65 2024-11-23T12:23:01,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/faf85d6d71cb43968335d67e4ea4e91a 2024-11-23T12:23:01,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60d68664872a4a23b26d69e79d87dd9b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/60d68664872a4a23b26d69e79d87dd9b 2024-11-23T12:23:01,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/67bb170e95ca46a1a0f5e13e8458e96e 2024-11-23T12:23:01,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/6a5674514761463f904a385d7cb75cb3 2024-11-23T12:23:01,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/46dbf3b122c145679f8a613adc83c5a8 2024-11-23T12:23:01,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/f2fc1677378040369c94b76b7ee98cb9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/f2fc1677378040369c94b76b7ee98cb9 2024-11-23T12:23:01,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e1b71b45e400429092cf6205202d6f32 2024-11-23T12:23:01,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/d304bb33f4ef44378b55ffa7adf5c824 2024-11-23T12:23:01,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/8a047820ed0a414290a20341678d04fe 2024-11-23T12:23:01,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ad4e41ab141d46b88a06a5f30103f2b3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/ad4e41ab141d46b88a06a5f30103f2b3 2024-11-23T12:23:01,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/a3e1bfb27c634624b4c28f1c63cdc629 2024-11-23T12:23:01,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/c8ae823f534247d9bf40fcd5d930855b 2024-11-23T12:23:01,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3069c435655540eb854aa27891bae15d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/3069c435655540eb854aa27891bae15d 2024-11-23T12:23:01,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/30a49a388c7e405793a3249ce90b2ad6 2024-11-23T12:23:01,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e841ddf3e525447b8f8d99be12745169 2024-11-23T12:23:01,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6b908488645f42ad99f0d75ec55ddf43, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/11effdeb550a462ebf69394f5c51ab62, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/bc831607157849f7ac2def5c2561689f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/42d0767b86cc4c51bd5e02c905cea49f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9153db290d204991a415e7b738054948, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/38acffaef98d4996851e2e0303fc90ee, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/8d81900e67384730820c980583b2b3c5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6bb8f63d859c4eebbf565eb5134ab05a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/480add2d59684679a6df94ec54383d61, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/47a81a9b7b5441738ec58645e3236596, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/a2828b8a6e7c4debabd7cb553d7fe37c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/97a59e55f6454d1f9529ed12eb7bad0c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ffb8162724b3463eb826ff082e20ebca, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c5260ed236924a7e9a071d6aad9bd16d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/24bcc1018332494faa4638772f3c1923, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9b8fb636f46c48b2878bacb26fdbf80f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/b1933e89baa34ff3b2d073b8b0b2d628, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6be005f551234027bc3b3d16541d2aba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/81252075d1c043a2a76b4505d3823d1d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5c55eeeaeb234d1c98950971082e0b18, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/95e270c6ca9f4eedb75a80ef4f369cc1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/1e72d005d3554e8598fb6ac44255544d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ad109d0c5c76429cbc49f49231527721, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5948ae0866bd45a79c1e45358411b852, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/41ac4dfa5eb0419692d7a738b3c482af, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/259aa1e9618047759666a0773e148f89, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/0fd1e5a735024870aab067d9fbd62879] to archive 2024-11-23T12:23:01,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:01,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6b908488645f42ad99f0d75ec55ddf43 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6b908488645f42ad99f0d75ec55ddf43 2024-11-23T12:23:01,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/11effdeb550a462ebf69394f5c51ab62 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/11effdeb550a462ebf69394f5c51ab62 2024-11-23T12:23:01,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/bc831607157849f7ac2def5c2561689f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/bc831607157849f7ac2def5c2561689f 2024-11-23T12:23:01,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/42d0767b86cc4c51bd5e02c905cea49f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/42d0767b86cc4c51bd5e02c905cea49f 2024-11-23T12:23:01,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9153db290d204991a415e7b738054948 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9153db290d204991a415e7b738054948 2024-11-23T12:23:01,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/38acffaef98d4996851e2e0303fc90ee to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/38acffaef98d4996851e2e0303fc90ee 2024-11-23T12:23:01,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/8d81900e67384730820c980583b2b3c5 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/8d81900e67384730820c980583b2b3c5 2024-11-23T12:23:01,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6bb8f63d859c4eebbf565eb5134ab05a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6bb8f63d859c4eebbf565eb5134ab05a 2024-11-23T12:23:01,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/480add2d59684679a6df94ec54383d61 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/480add2d59684679a6df94ec54383d61 2024-11-23T12:23:01,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/47a81a9b7b5441738ec58645e3236596 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/47a81a9b7b5441738ec58645e3236596 2024-11-23T12:23:01,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/a2828b8a6e7c4debabd7cb553d7fe37c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/a2828b8a6e7c4debabd7cb553d7fe37c 2024-11-23T12:23:01,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/97a59e55f6454d1f9529ed12eb7bad0c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/97a59e55f6454d1f9529ed12eb7bad0c 2024-11-23T12:23:01,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ffb8162724b3463eb826ff082e20ebca to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ffb8162724b3463eb826ff082e20ebca 2024-11-23T12:23:01,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c5260ed236924a7e9a071d6aad9bd16d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c5260ed236924a7e9a071d6aad9bd16d 2024-11-23T12:23:01,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/24bcc1018332494faa4638772f3c1923 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/24bcc1018332494faa4638772f3c1923 2024-11-23T12:23:01,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9b8fb636f46c48b2878bacb26fdbf80f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/9b8fb636f46c48b2878bacb26fdbf80f 2024-11-23T12:23:01,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/b1933e89baa34ff3b2d073b8b0b2d628 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/b1933e89baa34ff3b2d073b8b0b2d628 2024-11-23T12:23:01,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6be005f551234027bc3b3d16541d2aba to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/6be005f551234027bc3b3d16541d2aba 2024-11-23T12:23:01,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/81252075d1c043a2a76b4505d3823d1d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/81252075d1c043a2a76b4505d3823d1d 2024-11-23T12:23:01,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5c55eeeaeb234d1c98950971082e0b18 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5c55eeeaeb234d1c98950971082e0b18 2024-11-23T12:23:01,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/95e270c6ca9f4eedb75a80ef4f369cc1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/95e270c6ca9f4eedb75a80ef4f369cc1 2024-11-23T12:23:01,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/1e72d005d3554e8598fb6ac44255544d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/1e72d005d3554e8598fb6ac44255544d 2024-11-23T12:23:01,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ad109d0c5c76429cbc49f49231527721 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/ad109d0c5c76429cbc49f49231527721 2024-11-23T12:23:01,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5948ae0866bd45a79c1e45358411b852 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/5948ae0866bd45a79c1e45358411b852 2024-11-23T12:23:01,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/41ac4dfa5eb0419692d7a738b3c482af to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/41ac4dfa5eb0419692d7a738b3c482af 2024-11-23T12:23:01,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/259aa1e9618047759666a0773e148f89 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/259aa1e9618047759666a0773e148f89 2024-11-23T12:23:01,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/0fd1e5a735024870aab067d9fbd62879 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/0fd1e5a735024870aab067d9fbd62879 2024-11-23T12:23:01,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6110ebb8a8fc4720baa922bd6aa33ead, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/17427115e5a54d9cb56e712163a5ac06, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7f177a15dcda44bfa0c7e646332de0f9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a78acd8fb1ce491dba941bd62212361a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9be11c934362476ba6b29b57b8123edb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4b81e34d01094f87a0c602593a784868, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5574c5eca7ac4962846bfcc617c5f97d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/f7835663e1b74a328fe11bf9fd3ec750, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ce8610600b44b0584bb28238a0850d3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/12f32c77ca624570aeba331c6799d841, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ca4e35a4ab684bd0a71b222e09378435, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/b591f3c09bc148809ea1c7b2999505f6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9a8e272b5ced40f4b5a4f84682eef618, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/d3579f17efb345a28f17f4dfaaf6865a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/762ba511a73843d7ab64c8051ff0ccf9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4ef07d0bfafa422fb6efc197a056b106, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ab8c1827fa34a069d0543d40e5f244c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/24138439092c43a5be540576b0346111, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4dbc5c039b254328b0b736f423998481, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a194b86a82ef4191842a3dc0e971cfcf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ac9b9cbd62a843708aeef6a40cd60305, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4d3136718857456abda77f5cf23e7625, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/8380c34334c648c5a88fc62f41f52b4c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5c503240cac2416d9587c84d81f3e2cc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6eccfa0c2efa4960ae9e30dc8fca689f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/02eb8ec981354004a13ed08b6aea0e2a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4774869e69e6459d93ac54eb00cb0117] to archive 2024-11-23T12:23:01,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:01,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6110ebb8a8fc4720baa922bd6aa33ead to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6110ebb8a8fc4720baa922bd6aa33ead 2024-11-23T12:23:01,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/17427115e5a54d9cb56e712163a5ac06 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/17427115e5a54d9cb56e712163a5ac06 2024-11-23T12:23:01,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7f177a15dcda44bfa0c7e646332de0f9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7f177a15dcda44bfa0c7e646332de0f9 2024-11-23T12:23:01,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a78acd8fb1ce491dba941bd62212361a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a78acd8fb1ce491dba941bd62212361a 2024-11-23T12:23:01,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9be11c934362476ba6b29b57b8123edb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9be11c934362476ba6b29b57b8123edb 2024-11-23T12:23:01,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4b81e34d01094f87a0c602593a784868 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4b81e34d01094f87a0c602593a784868 2024-11-23T12:23:01,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5574c5eca7ac4962846bfcc617c5f97d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5574c5eca7ac4962846bfcc617c5f97d 2024-11-23T12:23:01,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/f7835663e1b74a328fe11bf9fd3ec750 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/f7835663e1b74a328fe11bf9fd3ec750 2024-11-23T12:23:01,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ce8610600b44b0584bb28238a0850d3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ce8610600b44b0584bb28238a0850d3 2024-11-23T12:23:01,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/12f32c77ca624570aeba331c6799d841 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/12f32c77ca624570aeba331c6799d841 2024-11-23T12:23:01,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ca4e35a4ab684bd0a71b222e09378435 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ca4e35a4ab684bd0a71b222e09378435 2024-11-23T12:23:01,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/b591f3c09bc148809ea1c7b2999505f6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/b591f3c09bc148809ea1c7b2999505f6 2024-11-23T12:23:01,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9a8e272b5ced40f4b5a4f84682eef618 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9a8e272b5ced40f4b5a4f84682eef618 2024-11-23T12:23:01,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/d3579f17efb345a28f17f4dfaaf6865a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/d3579f17efb345a28f17f4dfaaf6865a 2024-11-23T12:23:01,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/762ba511a73843d7ab64c8051ff0ccf9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/762ba511a73843d7ab64c8051ff0ccf9 2024-11-23T12:23:01,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4ef07d0bfafa422fb6efc197a056b106 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4ef07d0bfafa422fb6efc197a056b106 2024-11-23T12:23:01,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ab8c1827fa34a069d0543d40e5f244c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/9ab8c1827fa34a069d0543d40e5f244c 2024-11-23T12:23:01,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/24138439092c43a5be540576b0346111 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/24138439092c43a5be540576b0346111 2024-11-23T12:23:01,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4dbc5c039b254328b0b736f423998481 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4dbc5c039b254328b0b736f423998481 2024-11-23T12:23:01,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a194b86a82ef4191842a3dc0e971cfcf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/a194b86a82ef4191842a3dc0e971cfcf 2024-11-23T12:23:01,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ac9b9cbd62a843708aeef6a40cd60305 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/ac9b9cbd62a843708aeef6a40cd60305 2024-11-23T12:23:01,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4d3136718857456abda77f5cf23e7625 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4d3136718857456abda77f5cf23e7625 2024-11-23T12:23:01,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/8380c34334c648c5a88fc62f41f52b4c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/8380c34334c648c5a88fc62f41f52b4c 2024-11-23T12:23:01,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5c503240cac2416d9587c84d81f3e2cc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/5c503240cac2416d9587c84d81f3e2cc 2024-11-23T12:23:01,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6eccfa0c2efa4960ae9e30dc8fca689f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/6eccfa0c2efa4960ae9e30dc8fca689f 2024-11-23T12:23:01,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/02eb8ec981354004a13ed08b6aea0e2a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/02eb8ec981354004a13ed08b6aea0e2a 2024-11-23T12:23:01,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4774869e69e6459d93ac54eb00cb0117 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/4774869e69e6459d93ac54eb00cb0117 2024-11-23T12:23:01,185 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/recovered.edits/414.seqid, newMaxSeqId=414, maxSeqId=4 2024-11-23T12:23:01,186 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235. 2024-11-23T12:23:01,186 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 19278e86b0d9efc53694c03f88abe235: 2024-11-23T12:23:01,188 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=19278e86b0d9efc53694c03f88abe235, regionState=CLOSED 2024-11-23T12:23:01,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T12:23:01,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 19278e86b0d9efc53694c03f88abe235, server=98b76cdd9f26,37419,1732364514555 in 1.9190 sec 2024-11-23T12:23:01,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-23T12:23:01,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19278e86b0d9efc53694c03f88abe235, UNASSIGN in 1.9220 sec 2024-11-23T12:23:01,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T12:23:01,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9250 sec 2024-11-23T12:23:01,194 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364581194"}]},"ts":"1732364581194"} 2024-11-23T12:23:01,195 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T12:23:01,197 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T12:23:01,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-23T12:23:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T12:23:01,367 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T12:23:01,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T12:23:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,369 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T12:23:01,369 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,371 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,373 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/recovered.edits] 2024-11-23T12:23:01,375 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/75ae1a2c10e344baa0c5e8a7910fc770 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/75ae1a2c10e344baa0c5e8a7910fc770 2024-11-23T12:23:01,376 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e368e9960242476a90b405c1a50744d0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/A/e368e9960242476a90b405c1a50744d0 2024-11-23T12:23:01,378 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/4feca9e79fe542fba824eb1a166190bd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/4feca9e79fe542fba824eb1a166190bd 2024-11-23T12:23:01,379 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c81e5c94b5f846aa9f7ca1f4a5b57fac to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/B/c81e5c94b5f846aa9f7ca1f4a5b57fac 2024-11-23T12:23:01,380 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/04d49b22c56649cca1e8c7477de092dc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/04d49b22c56649cca1e8c7477de092dc 2024-11-23T12:23:01,382 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7dd641068ec745939ed6a4a96a4ccc44 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/C/7dd641068ec745939ed6a4a96a4ccc44 2024-11-23T12:23:01,384 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/recovered.edits/414.seqid to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235/recovered.edits/414.seqid 2024-11-23T12:23:01,385 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,385 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T12:23:01,386 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T12:23:01,386 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T12:23:01,390 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d5cfeed83744f0ba1181cec08aefd23_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d5cfeed83744f0ba1181cec08aefd23_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,391 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232a98afa3227049f3888f33da4dc50d38_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232a98afa3227049f3888f33da4dc50d38_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112331e404787dba43f9973ae82d577fea8b_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112331e404787dba43f9973ae82d577fea8b_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,394 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235bbbf3d5b473456aacc035366c2fe791_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235bbbf3d5b473456aacc035366c2fe791_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,395 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112368c05b5ed01446ea816697779737c395_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112368c05b5ed01446ea816697779737c395_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a4e9ba13f8048a7a4bd003a2bbd650e_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a4e9ba13f8048a7a4bd003a2bbd650e_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,397 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123794304a514a84be0a24d0c288e5da809_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123794304a514a84be0a24d0c288e5da809_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,398 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112383445843bcf841c58e34b2390a8a74e9_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112383445843bcf841c58e34b2390a8a74e9_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123838828bbe15b46438ae7d3cc8e546417_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123838828bbe15b46438ae7d3cc8e546417_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,401 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112395e1633194c449dcbd613f5443849b6c_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112395e1633194c449dcbd613f5443849b6c_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,402 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a0143fd5800642c5be8ab7f2ce1a531c_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a0143fd5800642c5be8ab7f2ce1a531c_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,403 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b299b1e90c63471399d8fd2c92c0d7ab_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b299b1e90c63471399d8fd2c92c0d7ab_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,405 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b35739162565449ab1d4383192a9e8c4_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b35739162565449ab1d4383192a9e8c4_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,406 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b5608baf1f0e4481b87a57d531bc4646_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b5608baf1f0e4481b87a57d531bc4646_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,407 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bce719942b0143ca98f945fc30fa8d8a_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bce719942b0143ca98f945fc30fa8d8a_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,408 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bf4b75d981d848d3ad0a1ab2c988d246_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bf4b75d981d848d3ad0a1ab2c988d246_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,410 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c88bd8c1ab5d40d89522f60c3308332e_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c88bd8c1ab5d40d89522f60c3308332e_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,411 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d4117d2340a245569fc3d04f9e01db22_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d4117d2340a245569fc3d04f9e01db22_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,412 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dbb1601520134ed48773092fcefa7d93_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dbb1601520134ed48773092fcefa7d93_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,413 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e846dc0666a748c9b88989634cc148fa_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e846dc0666a748c9b88989634cc148fa_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,414 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f65ca69e3c0d4f0c8c7a9ec8b60664e7_19278e86b0d9efc53694c03f88abe235 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f65ca69e3c0d4f0c8c7a9ec8b60664e7_19278e86b0d9efc53694c03f88abe235 2024-11-23T12:23:01,415 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T12:23:01,416 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,419 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T12:23:01,420 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T12:23:01,421 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,421 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T12:23:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732364581421"}]},"ts":"9223372036854775807"} 2024-11-23T12:23:01,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T12:23:01,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 19278e86b0d9efc53694c03f88abe235, NAME => 'TestAcidGuarantees,,1732364545377.19278e86b0d9efc53694c03f88abe235.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T12:23:01,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T12:23:01,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732364581423"}]},"ts":"9223372036854775807"} 2024-11-23T12:23:01,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T12:23:01,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-23T12:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T12:23:01,470 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-23T12:23:01,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 626), ProcessCount=11 (was 11), AvailableMemoryMB=4012 (was 3421) - AvailableMemoryMB LEAK? - 2024-11-23T12:23:01,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=4012 2024-11-23T12:23:01,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:23:01,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:23:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:01,494 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:23:01,494 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:01,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-23T12:23:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T12:23:01,495 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:23:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742076_1252 (size=963) 2024-11-23T12:23:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T12:23:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T12:23:01,902 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:23:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742077_1253 (size=53) 2024-11-23T12:23:01,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:23:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c469fae8f7e99b1dd189eb74e54e79f3, disabling compactions & flushes 2024-11-23T12:23:01,909 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. after waiting 0 ms 2024-11-23T12:23:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:01,909 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:01,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:01,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:23:01,910 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732364581910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364581910"}]},"ts":"1732364581910"} 2024-11-23T12:23:01,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:23:01,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:23:01,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364581911"}]},"ts":"1732364581911"} 2024-11-23T12:23:01,912 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T12:23:01,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, ASSIGN}] 2024-11-23T12:23:01,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, ASSIGN 2024-11-23T12:23:01,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:23:02,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c469fae8f7e99b1dd189eb74e54e79f3, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:23:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T12:23:02,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,224 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,224 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:23:02,224 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,224 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:23:02,224 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,224 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,225 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,227 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:02,227 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c469fae8f7e99b1dd189eb74e54e79f3 columnFamilyName A 2024-11-23T12:23:02,227 DEBUG [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:02,227 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.HStore(327): Store=c469fae8f7e99b1dd189eb74e54e79f3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:02,227 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,228 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:02,228 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c469fae8f7e99b1dd189eb74e54e79f3 columnFamilyName B 2024-11-23T12:23:02,228 DEBUG [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:02,229 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.HStore(327): Store=c469fae8f7e99b1dd189eb74e54e79f3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:02,229 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,230 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:02,230 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c469fae8f7e99b1dd189eb74e54e79f3 columnFamilyName C 2024-11-23T12:23:02,230 DEBUG [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:02,230 INFO [StoreOpener-c469fae8f7e99b1dd189eb74e54e79f3-1 {}] regionserver.HStore(327): Store=c469fae8f7e99b1dd189eb74e54e79f3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:02,230 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,231 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,231 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,232 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:23:02,233 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,235 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:23:02,236 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened c469fae8f7e99b1dd189eb74e54e79f3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70108440, jitterRate=0.04469716548919678}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:23:02,236 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:02,237 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., pid=70, masterSystemTime=1732364582221 2024-11-23T12:23:02,238 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,238 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c469fae8f7e99b1dd189eb74e54e79f3, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T12:23:02,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 in 170 msec 2024-11-23T12:23:02,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-23T12:23:02,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, ASSIGN in 325 msec 2024-11-23T12:23:02,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:23:02,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364582243"}]},"ts":"1732364582243"} 2024-11-23T12:23:02,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T12:23:02,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:23:02,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 754 msec 2024-11-23T12:23:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T12:23:02,598 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-23T12:23:02,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eec6530 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7792c763 2024-11-23T12:23:02,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a568ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,605 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:23:02,607 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:23:02,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dc273c3 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c8a18c7 2024-11-23T12:23:02,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x195206da to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45426917 2024-11-23T12:23:02,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473477dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x282318cf to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e7fc60d 2024-11-23T12:23:02,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a91dc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea91426 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e66ea50 2024-11-23T12:23:02,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a874cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x762de37e to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f50b381 2024-11-23T12:23:02,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6119e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124edab0 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7507573f 2024-11-23T12:23:02,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78439bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712d7bc3 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e5c7476 2024-11-23T12:23:02,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2545d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,638 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40da73c1 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df84068 2024-11-23T12:23:02,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d039dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3be398a9 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644774bd 2024-11-23T12:23:02,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15db087a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ff3c1a9 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60cea876 2024-11-23T12:23:02,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1be4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:02,651 DEBUG [hconnection-0x1ed3f4b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:02,653 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,653 DEBUG [hconnection-0x55d88a5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,653 DEBUG [hconnection-0x4d6b2d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-23T12:23:02,654 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,654 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T12:23:02,655 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:02,655 DEBUG [hconnection-0x58bccebd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,655 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:02,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:02,656 DEBUG [hconnection-0x6c64b47f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,656 DEBUG [hconnection-0x49c0489-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,656 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,657 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,657 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,658 DEBUG [hconnection-0x7c8b27ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,658 DEBUG [hconnection-0x232c5eea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,659 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,660 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:02,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:23:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:02,672 DEBUG [hconnection-0x3f6ed1b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,680 DEBUG [hconnection-0x51808291-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:02,683 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,683 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364642694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364642694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364642695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364642695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364642697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/c3b98743238b41b79892131b1ab22623 is 50, key is test_row_0/A:col10/1732364582661/Put/seqid=0 2024-11-23T12:23:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742078_1254 (size=12001) 2024-11-23T12:23:02,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/c3b98743238b41b79892131b1ab22623 2024-11-23T12:23:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T12:23:02,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d98c9702eae74b6798e3f5282129fd3b is 50, key is test_row_0/B:col10/1732364582661/Put/seqid=0 2024-11-23T12:23:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742079_1255 (size=12001) 2024-11-23T12:23:02,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d98c9702eae74b6798e3f5282129fd3b 2024-11-23T12:23:02,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/0f6348db3dfe43588a72e3e2b718eed6 is 50, key is test_row_0/C:col10/1732364582661/Put/seqid=0 2024-11-23T12:23:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364642799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364642799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364642799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364642800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364642800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T12:23:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:02,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:02,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742080_1256 (size=12001) 2024-11-23T12:23:02,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/0f6348db3dfe43588a72e3e2b718eed6 2024-11-23T12:23:02,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/c3b98743238b41b79892131b1ab22623 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/c3b98743238b41b79892131b1ab22623 2024-11-23T12:23:02,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/c3b98743238b41b79892131b1ab22623, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T12:23:02,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d98c9702eae74b6798e3f5282129fd3b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d98c9702eae74b6798e3f5282129fd3b 2024-11-23T12:23:02,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d98c9702eae74b6798e3f5282129fd3b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T12:23:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/0f6348db3dfe43588a72e3e2b718eed6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/0f6348db3dfe43588a72e3e2b718eed6 2024-11-23T12:23:02,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/0f6348db3dfe43588a72e3e2b718eed6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T12:23:02,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c469fae8f7e99b1dd189eb74e54e79f3 in 182ms, sequenceid=14, compaction requested=false 2024-11-23T12:23:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T12:23:02,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:02,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T12:23:02,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:02,962 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:23:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/4ae4f318f9e44b9f88774a78ebf2ee90 is 50, key is test_row_0/A:col10/1732364582693/Put/seqid=0 2024-11-23T12:23:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742081_1257 (size=12001) 2024-11-23T12:23:02,995 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/4ae4f318f9e44b9f88774a78ebf2ee90 2024-11-23T12:23:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:03,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:03,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/ce20e0f4c76f4db98ac6225332592865 is 50, key is test_row_0/B:col10/1732364582693/Put/seqid=0 2024-11-23T12:23:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742082_1258 (size=12001) 2024-11-23T12:23:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364643007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364643007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364643008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364643010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364643010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364643111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364643111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364643111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364643113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364643113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T12:23:03,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364643315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364643315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364643315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364643316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364643316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,411 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/ce20e0f4c76f4db98ac6225332592865 2024-11-23T12:23:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/93ab6700c0ed49fdbac7f872b4415245 is 50, key is test_row_0/C:col10/1732364582693/Put/seqid=0 2024-11-23T12:23:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742083_1259 (size=12001) 2024-11-23T12:23:03,437 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/93ab6700c0ed49fdbac7f872b4415245 2024-11-23T12:23:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/4ae4f318f9e44b9f88774a78ebf2ee90 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/4ae4f318f9e44b9f88774a78ebf2ee90 2024-11-23T12:23:03,450 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/4ae4f318f9e44b9f88774a78ebf2ee90, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:23:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/ce20e0f4c76f4db98ac6225332592865 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/ce20e0f4c76f4db98ac6225332592865 2024-11-23T12:23:03,454 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/ce20e0f4c76f4db98ac6225332592865, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:23:03,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/93ab6700c0ed49fdbac7f872b4415245 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93ab6700c0ed49fdbac7f872b4415245 2024-11-23T12:23:03,459 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93ab6700c0ed49fdbac7f872b4415245, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:23:03,460 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c469fae8f7e99b1dd189eb74e54e79f3 in 499ms, sequenceid=37, compaction requested=false 2024-11-23T12:23:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-23T12:23:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-23T12:23:03,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T12:23:03,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-11-23T12:23:03,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 811 msec 2024-11-23T12:23:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:03,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:23:03,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:03,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7f5e9cbe97ec42b694203fccdb622bb4 is 50, key is test_row_0/A:col10/1732364583009/Put/seqid=0 2024-11-23T12:23:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742084_1260 (size=12001) 2024-11-23T12:23:03,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7f5e9cbe97ec42b694203fccdb622bb4 2024-11-23T12:23:03,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364643654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364643656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364643656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364643658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/1ba77352527f40b08965cb488fd299be is 50, key is test_row_0/B:col10/1732364583009/Put/seqid=0 2024-11-23T12:23:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364643658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742085_1261 (size=12001) 2024-11-23T12:23:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T12:23:03,759 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T12:23:03,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364643759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:03,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364643761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364643762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364643762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364643762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T12:23:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T12:23:03,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:03,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:03,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T12:23:03,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T12:23:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:03,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364643963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364643963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364643964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364643964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:03,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364643964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T12:23:04,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/1ba77352527f40b08965cb488fd299be 2024-11-23T12:23:04,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/3006b30df0d1410492a8d0c1f47d2c2b is 50, key is test_row_0/C:col10/1732364583009/Put/seqid=0 2024-11-23T12:23:04,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T12:23:04,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:04,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:04,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:04,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:04,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:04,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742086_1262 (size=12001) 2024-11-23T12:23:04,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/3006b30df0d1410492a8d0c1f47d2c2b 2024-11-23T12:23:04,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7f5e9cbe97ec42b694203fccdb622bb4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7f5e9cbe97ec42b694203fccdb622bb4 2024-11-23T12:23:04,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7f5e9cbe97ec42b694203fccdb622bb4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:23:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/1ba77352527f40b08965cb488fd299be as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/1ba77352527f40b08965cb488fd299be 2024-11-23T12:23:04,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/1ba77352527f40b08965cb488fd299be, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:23:04,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/3006b30df0d1410492a8d0c1f47d2c2b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/3006b30df0d1410492a8d0c1f47d2c2b 2024-11-23T12:23:04,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/3006b30df0d1410492a8d0c1f47d2c2b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:23:04,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c469fae8f7e99b1dd189eb74e54e79f3 in 491ms, sequenceid=53, compaction requested=true 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:04,119 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:04,119 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:04,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:04,120 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:04,121 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:04,121 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:04,121 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:04,121 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:04,121 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/c3b98743238b41b79892131b1ab22623, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/4ae4f318f9e44b9f88774a78ebf2ee90, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7f5e9cbe97ec42b694203fccdb622bb4] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.2 K 2024-11-23T12:23:04,121 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:04,121 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d98c9702eae74b6798e3f5282129fd3b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/ce20e0f4c76f4db98ac6225332592865, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/1ba77352527f40b08965cb488fd299be] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.2 K 2024-11-23T12:23:04,121 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3b98743238b41b79892131b1ab22623, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732364582661 2024-11-23T12:23:04,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d98c9702eae74b6798e3f5282129fd3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732364582661 2024-11-23T12:23:04,122 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ae4f318f9e44b9f88774a78ebf2ee90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364582693 2024-11-23T12:23:04,122 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ce20e0f4c76f4db98ac6225332592865, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364582693 2024-11-23T12:23:04,123 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f5e9cbe97ec42b694203fccdb622bb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364583009 2024-11-23T12:23:04,123 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ba77352527f40b08965cb488fd299be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364583009 2024-11-23T12:23:04,138 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:04,138 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/d7bafcd79e90451fb64a4a8bdcf13b04 is 50, key is test_row_0/A:col10/1732364583009/Put/seqid=0 2024-11-23T12:23:04,145 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:04,146 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/e35c691eda71495ebc697c98f2ad1949 is 50, key is test_row_0/B:col10/1732364583009/Put/seqid=0 2024-11-23T12:23:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742087_1263 (size=12104) 2024-11-23T12:23:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742088_1264 (size=12104) 2024-11-23T12:23:04,180 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/d7bafcd79e90451fb64a4a8bdcf13b04 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d7bafcd79e90451fb64a4a8bdcf13b04 2024-11-23T12:23:04,185 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/e35c691eda71495ebc697c98f2ad1949 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e35c691eda71495ebc697c98f2ad1949 2024-11-23T12:23:04,187 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into d7bafcd79e90451fb64a4a8bdcf13b04(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:04,187 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:04,187 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364584119; duration=0sec 2024-11-23T12:23:04,187 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:04,187 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:04,187 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:04,191 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:04,191 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:04,191 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:04,191 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/0f6348db3dfe43588a72e3e2b718eed6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93ab6700c0ed49fdbac7f872b4415245, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/3006b30df0d1410492a8d0c1f47d2c2b] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.2 K 2024-11-23T12:23:04,191 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f6348db3dfe43588a72e3e2b718eed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732364582661 2024-11-23T12:23:04,192 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93ab6700c0ed49fdbac7f872b4415245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364582693 2024-11-23T12:23:04,192 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3006b30df0d1410492a8d0c1f47d2c2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364583009 2024-11-23T12:23:04,195 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into e35c691eda71495ebc697c98f2ad1949(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:04,195 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:04,195 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364584119; duration=0sec 2024-11-23T12:23:04,196 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:04,196 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:04,202 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:04,203 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/ddaf00727e4e4bce9b41df015a6aa829 is 50, key is test_row_0/C:col10/1732364583009/Put/seqid=0 2024-11-23T12:23:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742089_1265 (size=12104) 2024-11-23T12:23:04,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T12:23:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:04,229 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T12:23:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:04,230 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/ddaf00727e4e4bce9b41df015a6aa829 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ddaf00727e4e4bce9b41df015a6aa829 2024-11-23T12:23:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/882681d11c21479f91fe98a4433bc1c5 is 50, key is test_row_0/A:col10/1732364583656/Put/seqid=0 2024-11-23T12:23:04,236 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into ddaf00727e4e4bce9b41df015a6aa829(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:04,236 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:04,236 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=13, startTime=1732364584119; duration=0sec 2024-11-23T12:23:04,237 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:04,237 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742090_1266 (size=12001) 2024-11-23T12:23:04,244 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/882681d11c21479f91fe98a4433bc1c5 2024-11-23T12:23:04,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3677a06784e640ffa31fe58d585213a0 is 50, key is test_row_0/B:col10/1732364583656/Put/seqid=0 2024-11-23T12:23:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742091_1267 (size=12001) 2024-11-23T12:23:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:04,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364644271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364644272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364644273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364644274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364644275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T12:23:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364644376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364644376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364644376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364644376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364644378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364644578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364644578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364644579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364644580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364644581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,659 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3677a06784e640ffa31fe58d585213a0 2024-11-23T12:23:04,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/dd9eeab9bfd547e9830b3c1d1667b022 is 50, key is test_row_0/C:col10/1732364583656/Put/seqid=0 2024-11-23T12:23:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742092_1268 (size=12001) 2024-11-23T12:23:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T12:23:04,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364644880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364644882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364644882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364644883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:04,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364644883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,074 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/dd9eeab9bfd547e9830b3c1d1667b022 2024-11-23T12:23:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/882681d11c21479f91fe98a4433bc1c5 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/882681d11c21479f91fe98a4433bc1c5 2024-11-23T12:23:05,083 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/882681d11c21479f91fe98a4433bc1c5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:23:05,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3677a06784e640ffa31fe58d585213a0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3677a06784e640ffa31fe58d585213a0 2024-11-23T12:23:05,087 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3677a06784e640ffa31fe58d585213a0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:23:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/dd9eeab9bfd547e9830b3c1d1667b022 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/dd9eeab9bfd547e9830b3c1d1667b022 2024-11-23T12:23:05,092 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/dd9eeab9bfd547e9830b3c1d1667b022, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:23:05,093 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c469fae8f7e99b1dd189eb74e54e79f3 in 865ms, sequenceid=76, compaction requested=false 2024-11-23T12:23:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T12:23:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T12:23:05,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T12:23:05,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3290 sec 2024-11-23T12:23:05,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.3350 sec 2024-11-23T12:23:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:05,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T12:23:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:05,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:05,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/440d95ec639f445ba800629cce8652aa is 50, key is test_row_0/A:col10/1732364585386/Put/seqid=0 2024-11-23T12:23:05,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742093_1269 (size=14341) 2024-11-23T12:23:05,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364645400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364645400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364645401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364645401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364645402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364645505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364645505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364645505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364645505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364645505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364645708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364645708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364645708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364645710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364645710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:05,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/440d95ec639f445ba800629cce8652aa 2024-11-23T12:23:05,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/e860e1bbe67b49dead93da81e56ef0df is 50, key is test_row_0/B:col10/1732364585386/Put/seqid=0 2024-11-23T12:23:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742094_1270 (size=12001) 2024-11-23T12:23:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T12:23:05,867 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T12:23:05,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T12:23:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T12:23:05,870 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:05,871 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:05,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T12:23:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364646012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364646012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364646013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364646013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364646013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T12:23:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T12:23:06,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T12:23:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/e860e1bbe67b49dead93da81e56ef0df 2024-11-23T12:23:06,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/795d71a26e1143d8ab5a5c1fe3373fdf is 50, key is test_row_0/C:col10/1732364585386/Put/seqid=0 2024-11-23T12:23:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742095_1271 (size=12001) 2024-11-23T12:23:06,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/795d71a26e1143d8ab5a5c1fe3373fdf 2024-11-23T12:23:06,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/440d95ec639f445ba800629cce8652aa as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/440d95ec639f445ba800629cce8652aa 2024-11-23T12:23:06,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/440d95ec639f445ba800629cce8652aa, entries=200, sequenceid=94, filesize=14.0 K 2024-11-23T12:23:06,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/e860e1bbe67b49dead93da81e56ef0df as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e860e1bbe67b49dead93da81e56ef0df 2024-11-23T12:23:06,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e860e1bbe67b49dead93da81e56ef0df, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T12:23:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/795d71a26e1143d8ab5a5c1fe3373fdf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/795d71a26e1143d8ab5a5c1fe3373fdf 2024-11-23T12:23:06,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/795d71a26e1143d8ab5a5c1fe3373fdf, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T12:23:06,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c469fae8f7e99b1dd189eb74e54e79f3 in 865ms, sequenceid=94, compaction requested=true 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:06,253 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:06,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:06,253 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:06,254 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:06,254 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:06,254 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,254 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d7bafcd79e90451fb64a4a8bdcf13b04, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/882681d11c21479f91fe98a4433bc1c5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/440d95ec639f445ba800629cce8652aa] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=37.5 K 2024-11-23T12:23:06,255 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:06,255 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7bafcd79e90451fb64a4a8bdcf13b04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364583009 2024-11-23T12:23:06,255 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:06,255 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,255 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e35c691eda71495ebc697c98f2ad1949, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3677a06784e640ffa31fe58d585213a0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e860e1bbe67b49dead93da81e56ef0df] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.3 K 2024-11-23T12:23:06,255 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 882681d11c21479f91fe98a4433bc1c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364583654 2024-11-23T12:23:06,255 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e35c691eda71495ebc697c98f2ad1949, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364583009 2024-11-23T12:23:06,256 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 3677a06784e640ffa31fe58d585213a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364583654 2024-11-23T12:23:06,256 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 440d95ec639f445ba800629cce8652aa, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364584272 2024-11-23T12:23:06,256 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e860e1bbe67b49dead93da81e56ef0df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364584273 2024-11-23T12:23:06,265 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:06,265 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/63f9cb3d11434daa9f6e1efcc91739b3 is 50, key is test_row_0/A:col10/1732364585386/Put/seqid=0 2024-11-23T12:23:06,270 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:06,270 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/047fb3334a944306968737a7bb6d4028 is 50, key is test_row_0/B:col10/1732364585386/Put/seqid=0 2024-11-23T12:23:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742096_1272 (size=12207) 2024-11-23T12:23:06,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742097_1273 (size=12207) 2024-11-23T12:23:06,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T12:23:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,329 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T12:23:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:06,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:06,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/2d3ed807db974b0790c6a1a2c84ce8d1 is 50, key is test_row_0/A:col10/1732364585401/Put/seqid=0 2024-11-23T12:23:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742098_1274 (size=12001) 2024-11-23T12:23:06,342 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/2d3ed807db974b0790c6a1a2c84ce8d1 2024-11-23T12:23:06,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/67fdc8aedeee4b73be1a436780f65801 is 50, key is test_row_0/B:col10/1732364585401/Put/seqid=0 2024-11-23T12:23:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742099_1275 (size=12001) 2024-11-23T12:23:06,372 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/67fdc8aedeee4b73be1a436780f65801 2024-11-23T12:23:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/847e04c08fd94f8abf9be4fcec520876 is 50, key is test_row_0/C:col10/1732364585401/Put/seqid=0 2024-11-23T12:23:06,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742100_1276 (size=12001) 2024-11-23T12:23:06,389 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/847e04c08fd94f8abf9be4fcec520876 2024-11-23T12:23:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/2d3ed807db974b0790c6a1a2c84ce8d1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/2d3ed807db974b0790c6a1a2c84ce8d1 2024-11-23T12:23:06,400 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/2d3ed807db974b0790c6a1a2c84ce8d1, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T12:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/67fdc8aedeee4b73be1a436780f65801 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/67fdc8aedeee4b73be1a436780f65801 2024-11-23T12:23:06,405 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/67fdc8aedeee4b73be1a436780f65801, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T12:23:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/847e04c08fd94f8abf9be4fcec520876 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/847e04c08fd94f8abf9be4fcec520876 2024-11-23T12:23:06,410 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/847e04c08fd94f8abf9be4fcec520876, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T12:23:06,411 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for c469fae8f7e99b1dd189eb74e54e79f3 in 82ms, sequenceid=113, compaction requested=true 2024-11-23T12:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T12:23:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T12:23:06,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T12:23:06,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 541 msec 2024-11-23T12:23:06,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 546 msec 2024-11-23T12:23:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T12:23:06,473 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T12:23:06,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T12:23:06,477 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:06,477 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:06,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:06,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:23:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:06,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/19df146a0ddb41479619bc3c17f506a3 is 50, key is test_row_0/A:col10/1732364586521/Put/seqid=0 2024-11-23T12:23:06,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742101_1277 (size=14341) 2024-11-23T12:23:06,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364646541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364646541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364646542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364646543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364646544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:06,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364646647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364646647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364646647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364646647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364646647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,681 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/63f9cb3d11434daa9f6e1efcc91739b3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/63f9cb3d11434daa9f6e1efcc91739b3 2024-11-23T12:23:06,683 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/047fb3334a944306968737a7bb6d4028 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/047fb3334a944306968737a7bb6d4028 2024-11-23T12:23:06,686 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into 63f9cb3d11434daa9f6e1efcc91739b3(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:06,686 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:06,686 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364586253; duration=0sec 2024-11-23T12:23:06,686 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:06,686 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:06,687 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:06,688 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:06,688 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:06,688 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,688 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ddaf00727e4e4bce9b41df015a6aa829, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/dd9eeab9bfd547e9830b3c1d1667b022, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/795d71a26e1143d8ab5a5c1fe3373fdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/847e04c08fd94f8abf9be4fcec520876] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=47.0 K 2024-11-23T12:23:06,689 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddaf00727e4e4bce9b41df015a6aa829, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364583009 2024-11-23T12:23:06,689 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd9eeab9bfd547e9830b3c1d1667b022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364583654 2024-11-23T12:23:06,690 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 795d71a26e1143d8ab5a5c1fe3373fdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364584273 2024-11-23T12:23:06,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 847e04c08fd94f8abf9be4fcec520876, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364585400 2024-11-23T12:23:06,691 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into 047fb3334a944306968737a7bb6d4028(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:06,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:06,692 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364586253; duration=0sec 2024-11-23T12:23:06,692 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:06,692 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:06,701 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:06,702 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2662a221391c477bb6f4b568f55e8463 is 50, key is test_row_0/C:col10/1732364585401/Put/seqid=0 2024-11-23T12:23:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742102_1278 (size=12241) 2024-11-23T12:23:06,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T12:23:06,722 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2662a221391c477bb6f4b568f55e8463 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2662a221391c477bb6f4b568f55e8463 2024-11-23T12:23:06,728 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into 2662a221391c477bb6f4b568f55e8463(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:06,728 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:06,728 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=12, startTime=1732364586253; duration=0sec 2024-11-23T12:23:06,729 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:06,729 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:06,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:06,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364646851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364646852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364646852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364646853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364646853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/19df146a0ddb41479619bc3c17f506a3 2024-11-23T12:23:06,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:06,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:06,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:06,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:06,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:06,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/a7c0c01e5ff548f59c1aa0c5c66f76df is 50, key is test_row_0/B:col10/1732364586521/Put/seqid=0 2024-11-23T12:23:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742103_1279 (size=12001) 2024-11-23T12:23:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:07,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364647156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364647156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364647156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364647158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364647158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:07,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/a7c0c01e5ff548f59c1aa0c5c66f76df 2024-11-23T12:23:07,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/cd041171f84b4473ad89358584f6ce34 is 50, key is test_row_0/C:col10/1732364586521/Put/seqid=0 2024-11-23T12:23:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742104_1280 (size=12001) 2024-11-23T12:23:07,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:07,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:07,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364647660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364647660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364647661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364647663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364647664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:07,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/cd041171f84b4473ad89358584f6ce34 2024-11-23T12:23:07,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/19df146a0ddb41479619bc3c17f506a3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/19df146a0ddb41479619bc3c17f506a3 2024-11-23T12:23:07,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/19df146a0ddb41479619bc3c17f506a3, entries=200, sequenceid=125, filesize=14.0 K 2024-11-23T12:23:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/a7c0c01e5ff548f59c1aa0c5c66f76df as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/a7c0c01e5ff548f59c1aa0c5c66f76df 2024-11-23T12:23:07,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/a7c0c01e5ff548f59c1aa0c5c66f76df, entries=150, sequenceid=125, filesize=11.7 K 2024-11-23T12:23:07,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/cd041171f84b4473ad89358584f6ce34 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/cd041171f84b4473ad89358584f6ce34 2024-11-23T12:23:07,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/cd041171f84b4473ad89358584f6ce34, entries=150, sequenceid=125, filesize=11.7 K 2024-11-23T12:23:07,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c469fae8f7e99b1dd189eb74e54e79f3 in 1257ms, sequenceid=125, compaction requested=true 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:07,780 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:07,780 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:07,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:07,781 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:07,781 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:07,781 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:07,781 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:07,781 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,781 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,781 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/63f9cb3d11434daa9f6e1efcc91739b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/2d3ed807db974b0790c6a1a2c84ce8d1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/19df146a0ddb41479619bc3c17f506a3] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=37.6 K 2024-11-23T12:23:07,781 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/047fb3334a944306968737a7bb6d4028, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/67fdc8aedeee4b73be1a436780f65801, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/a7c0c01e5ff548f59c1aa0c5c66f76df] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.4 K 2024-11-23T12:23:07,782 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f9cb3d11434daa9f6e1efcc91739b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364584273 2024-11-23T12:23:07,782 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 047fb3334a944306968737a7bb6d4028, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364584273 2024-11-23T12:23:07,782 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 67fdc8aedeee4b73be1a436780f65801, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364585400 2024-11-23T12:23:07,782 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d3ed807db974b0790c6a1a2c84ce8d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364585400 2024-11-23T12:23:07,782 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a7c0c01e5ff548f59c1aa0c5c66f76df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732364586520 2024-11-23T12:23:07,783 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19df146a0ddb41479619bc3c17f506a3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732364586516 2024-11-23T12:23:07,791 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:07,792 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/01c61bfdc7c24395a78fb0f895e64d5e is 50, key is test_row_0/B:col10/1732364586521/Put/seqid=0 2024-11-23T12:23:07,806 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:07,807 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/915e8dbc66764c58a40252f138b42b2e is 50, key is test_row_0/A:col10/1732364586521/Put/seqid=0 2024-11-23T12:23:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742105_1281 (size=12309) 2024-11-23T12:23:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742106_1282 (size=12309) 2024-11-23T12:23:07,819 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/01c61bfdc7c24395a78fb0f895e64d5e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/01c61bfdc7c24395a78fb0f895e64d5e 2024-11-23T12:23:07,826 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/915e8dbc66764c58a40252f138b42b2e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/915e8dbc66764c58a40252f138b42b2e 2024-11-23T12:23:07,830 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into 01c61bfdc7c24395a78fb0f895e64d5e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:07,830 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:07,830 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364587780; duration=0sec 2024-11-23T12:23:07,830 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:07,830 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:07,830 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T12:23:07,831 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T12:23:07,831 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T12:23:07,831 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. because compaction request was cancelled 2024-11-23T12:23:07,831 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:07,834 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into 915e8dbc66764c58a40252f138b42b2e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:07,834 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:07,834 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364587780; duration=0sec 2024-11-23T12:23:07,834 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:07,834 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:07,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:07,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T12:23:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:07,854 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/d89ff8ec60ee433e81bec5c5bb7fb4e6 is 50, key is test_row_0/A:col10/1732364586542/Put/seqid=0 2024-11-23T12:23:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742107_1283 (size=12151) 2024-11-23T12:23:08,283 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/d89ff8ec60ee433e81bec5c5bb7fb4e6 2024-11-23T12:23:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/7a3c5afa6b3540c4859635cb5d86e8ff is 50, key is test_row_0/B:col10/1732364586542/Put/seqid=0 2024-11-23T12:23:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742108_1284 (size=12151) 2024-11-23T12:23:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364648671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364648672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364648673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364648673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364648674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,697 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/7a3c5afa6b3540c4859635cb5d86e8ff 2024-11-23T12:23:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/93fd288acc2c42b49159a7f978ec5d91 is 50, key is test_row_0/C:col10/1732364586542/Put/seqid=0 2024-11-23T12:23:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742109_1285 (size=12151) 2024-11-23T12:23:08,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364648774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364648774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364648775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364648775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364648976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364648976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364648978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:08,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364648978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,110 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/93fd288acc2c42b49159a7f978ec5d91 2024-11-23T12:23:09,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/d89ff8ec60ee433e81bec5c5bb7fb4e6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d89ff8ec60ee433e81bec5c5bb7fb4e6 2024-11-23T12:23:09,119 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d89ff8ec60ee433e81bec5c5bb7fb4e6, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:23:09,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/7a3c5afa6b3540c4859635cb5d86e8ff as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/7a3c5afa6b3540c4859635cb5d86e8ff 2024-11-23T12:23:09,124 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/7a3c5afa6b3540c4859635cb5d86e8ff, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:23:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/93fd288acc2c42b49159a7f978ec5d91 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93fd288acc2c42b49159a7f978ec5d91 2024-11-23T12:23:09,128 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93fd288acc2c42b49159a7f978ec5d91, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:23:09,129 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c469fae8f7e99b1dd189eb74e54e79f3 in 1275ms, sequenceid=154, compaction requested=true 2024-11-23T12:23:09,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:09,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:09,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T12:23:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T12:23:09,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T12:23:09,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6540 sec 2024-11-23T12:23:09,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.6580 sec 2024-11-23T12:23:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:09,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:09,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5ba2e397d2ce462dba0806c0ac1217d6 is 50, key is test_row_0/A:col10/1732364588664/Put/seqid=0 2024-11-23T12:23:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742110_1286 (size=12151) 2024-11-23T12:23:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364649326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364649329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364649330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364649331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364649431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364649434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364649434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364649435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364649633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364649637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364649637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364649638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5ba2e397d2ce462dba0806c0ac1217d6 2024-11-23T12:23:09,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/b695634b15164acfa31548b3532a528d is 50, key is test_row_0/B:col10/1732364588664/Put/seqid=0 2024-11-23T12:23:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742111_1287 (size=12151) 2024-11-23T12:23:09,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/b695634b15164acfa31548b3532a528d 2024-11-23T12:23:09,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/8f77a1fd36de4fcc9e11ac7c9ab53583 is 50, key is test_row_0/C:col10/1732364588664/Put/seqid=0 2024-11-23T12:23:09,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742112_1288 (size=12151) 2024-11-23T12:23:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364649939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364649940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364649941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:09,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364649941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/8f77a1fd36de4fcc9e11ac7c9ab53583 2024-11-23T12:23:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5ba2e397d2ce462dba0806c0ac1217d6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5ba2e397d2ce462dba0806c0ac1217d6 2024-11-23T12:23:10,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5ba2e397d2ce462dba0806c0ac1217d6, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T12:23:10,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/b695634b15164acfa31548b3532a528d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b695634b15164acfa31548b3532a528d 2024-11-23T12:23:10,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b695634b15164acfa31548b3532a528d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T12:23:10,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/8f77a1fd36de4fcc9e11ac7c9ab53583 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/8f77a1fd36de4fcc9e11ac7c9ab53583 2024-11-23T12:23:10,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/8f77a1fd36de4fcc9e11ac7c9ab53583, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T12:23:10,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c469fae8f7e99b1dd189eb74e54e79f3 in 857ms, sequenceid=168, compaction requested=true 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:10,138 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:10,138 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:10,139 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:10,139 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:10,139 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:10,139 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:10,139 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,139 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/915e8dbc66764c58a40252f138b42b2e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d89ff8ec60ee433e81bec5c5bb7fb4e6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5ba2e397d2ce462dba0806c0ac1217d6] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.8 K 2024-11-23T12:23:10,139 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,139 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/01c61bfdc7c24395a78fb0f895e64d5e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/7a3c5afa6b3540c4859635cb5d86e8ff, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b695634b15164acfa31548b3532a528d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=35.8 K 2024-11-23T12:23:10,140 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 915e8dbc66764c58a40252f138b42b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732364586520 2024-11-23T12:23:10,140 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c61bfdc7c24395a78fb0f895e64d5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732364586520 2024-11-23T12:23:10,140 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d89ff8ec60ee433e81bec5c5bb7fb4e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364586540 2024-11-23T12:23:10,140 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3c5afa6b3540c4859635cb5d86e8ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364586540 2024-11-23T12:23:10,140 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ba2e397d2ce462dba0806c0ac1217d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732364588664 2024-11-23T12:23:10,141 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b695634b15164acfa31548b3532a528d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732364588664 2024-11-23T12:23:10,148 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:10,149 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:10,150 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/79410fc2567440e0a021218917431551 is 50, key is test_row_0/B:col10/1732364588664/Put/seqid=0 2024-11-23T12:23:10,150 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5d4e46da7a26429a80f2f094e0b3f1a8 is 50, key is test_row_0/A:col10/1732364588664/Put/seqid=0 2024-11-23T12:23:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742113_1289 (size=12561) 2024-11-23T12:23:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742114_1290 (size=12561) 2024-11-23T12:23:10,170 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/79410fc2567440e0a021218917431551 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/79410fc2567440e0a021218917431551 2024-11-23T12:23:10,175 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into 79410fc2567440e0a021218917431551(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:10,176 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:10,176 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364590138; duration=0sec 2024-11-23T12:23:10,176 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:10,176 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:10,176 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:10,178 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:10,178 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:10,178 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,178 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2662a221391c477bb6f4b568f55e8463, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/cd041171f84b4473ad89358584f6ce34, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93fd288acc2c42b49159a7f978ec5d91, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/8f77a1fd36de4fcc9e11ac7c9ab53583] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=47.4 K 2024-11-23T12:23:10,178 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2662a221391c477bb6f4b568f55e8463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364585400 2024-11-23T12:23:10,179 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting cd041171f84b4473ad89358584f6ce34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732364586520 2024-11-23T12:23:10,179 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 93fd288acc2c42b49159a7f978ec5d91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364586540 2024-11-23T12:23:10,179 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f77a1fd36de4fcc9e11ac7c9ab53583, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732364588664 2024-11-23T12:23:10,190 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:10,190 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/bc6aedd5f99142dda42afe2119fa5ad0 is 50, key is test_row_0/C:col10/1732364588664/Put/seqid=0 2024-11-23T12:23:10,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742115_1291 (size=12527) 2024-11-23T12:23:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:10,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:10,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5d8a7a72d6d64406a5ebf511898ab44a is 50, key is test_row_0/A:col10/1732364589324/Put/seqid=0 2024-11-23T12:23:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742116_1292 (size=12151) 2024-11-23T12:23:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364650456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364650457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364650457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364650458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,560 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5d4e46da7a26429a80f2f094e0b3f1a8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d4e46da7a26429a80f2f094e0b3f1a8 2024-11-23T12:23:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364650560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364650561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364650561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364650561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,565 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into 5d4e46da7a26429a80f2f094e0b3f1a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:10,565 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:10,565 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364590138; duration=0sec 2024-11-23T12:23:10,565 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:10,565 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T12:23:10,581 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T12:23:10,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T12:23:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:10,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:10,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:10,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:10,599 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/bc6aedd5f99142dda42afe2119fa5ad0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/bc6aedd5f99142dda42afe2119fa5ad0 2024-11-23T12:23:10,603 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into bc6aedd5f99142dda42afe2119fa5ad0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:10,603 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:10,603 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=12, startTime=1732364590138; duration=0sec 2024-11-23T12:23:10,603 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:10,603 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:10,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364650681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,683 DEBUG [Thread-1167 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:10,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:10,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364650762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364650763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364650763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364650764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5d8a7a72d6d64406a5ebf511898ab44a 2024-11-23T12:23:10,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3e38fe00e75940e3bb894732715a2132 is 50, key is test_row_0/B:col10/1732364589324/Put/seqid=0 2024-11-23T12:23:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742117_1293 (size=12151) 2024-11-23T12:23:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:10,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:10,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:10,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364651063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364651066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364651067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364651067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:11,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3e38fe00e75940e3bb894732715a2132 2024-11-23T12:23:11,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/83e0f9ea7f9446b796ab81b22e965b19 is 50, key is test_row_0/C:col10/1732364589324/Put/seqid=0 2024-11-23T12:23:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742118_1294 (size=12151) 2024-11-23T12:23:11,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:11,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:11,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364651569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364651570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364651571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364651573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:11,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:11,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:11,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/83e0f9ea7f9446b796ab81b22e965b19 2024-11-23T12:23:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:11,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/5d8a7a72d6d64406a5ebf511898ab44a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d8a7a72d6d64406a5ebf511898ab44a 2024-11-23T12:23:11,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d8a7a72d6d64406a5ebf511898ab44a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T12:23:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3e38fe00e75940e3bb894732715a2132 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3e38fe00e75940e3bb894732715a2132 2024-11-23T12:23:11,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3e38fe00e75940e3bb894732715a2132, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T12:23:11,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/83e0f9ea7f9446b796ab81b22e965b19 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/83e0f9ea7f9446b796ab81b22e965b19 2024-11-23T12:23:11,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/83e0f9ea7f9446b796ab81b22e965b19, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T12:23:11,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c469fae8f7e99b1dd189eb74e54e79f3 in 1257ms, sequenceid=194, compaction requested=false 2024-11-23T12:23:11,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:11,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:11,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T12:23:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:11,808 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:23:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:11,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/10ffbfdaea5a4a93bd53c492e344300f is 50, key is test_row_0/A:col10/1732364590453/Put/seqid=0 2024-11-23T12:23:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742119_1295 (size=12151) 2024-11-23T12:23:12,218 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/10ffbfdaea5a4a93bd53c492e344300f 2024-11-23T12:23:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/24ffb6511fcc407aa71552363c39109f is 50, key is test_row_0/B:col10/1732364590453/Put/seqid=0 2024-11-23T12:23:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742120_1296 (size=12151) 2024-11-23T12:23:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:12,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364652597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364652597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364652598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364652598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,646 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/24ffb6511fcc407aa71552363c39109f 2024-11-23T12:23:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/e14e19f58fdf44a8abf7270c84864e96 is 50, key is test_row_0/C:col10/1732364590453/Put/seqid=0 2024-11-23T12:23:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742121_1297 (size=12151) 2024-11-23T12:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364652701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364652701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364652701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364652701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364652904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364652904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364652904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364652905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,059 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/e14e19f58fdf44a8abf7270c84864e96 2024-11-23T12:23:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/10ffbfdaea5a4a93bd53c492e344300f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/10ffbfdaea5a4a93bd53c492e344300f 2024-11-23T12:23:13,068 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/10ffbfdaea5a4a93bd53c492e344300f, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T12:23:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/24ffb6511fcc407aa71552363c39109f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/24ffb6511fcc407aa71552363c39109f 2024-11-23T12:23:13,073 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/24ffb6511fcc407aa71552363c39109f, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T12:23:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/e14e19f58fdf44a8abf7270c84864e96 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e14e19f58fdf44a8abf7270c84864e96 2024-11-23T12:23:13,090 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e14e19f58fdf44a8abf7270c84864e96, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T12:23:13,091 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c469fae8f7e99b1dd189eb74e54e79f3 in 1283ms, sequenceid=208, compaction requested=true 2024-11-23T12:23:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T12:23:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T12:23:13,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T12:23:13,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5090 sec 2024-11-23T12:23:13,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.5130 sec 2024-11-23T12:23:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:13,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:23:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:13,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7d37975955c145938fa58d9b510854f8 is 50, key is test_row_0/A:col10/1732364593210/Put/seqid=0 2024-11-23T12:23:13,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364653217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364653217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742122_1298 (size=12151) 2024-11-23T12:23:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364653218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364653219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364653320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364653321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364653322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364653322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364653522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364653524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364653525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364653526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7d37975955c145938fa58d9b510854f8 2024-11-23T12:23:13,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/4181bcd023484627a49ddaa27591f81c is 50, key is test_row_0/B:col10/1732364593210/Put/seqid=0 2024-11-23T12:23:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742123_1299 (size=12151) 2024-11-23T12:23:13,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364653825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364653828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364653828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364653830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/4181bcd023484627a49ddaa27591f81c 2024-11-23T12:23:14,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/616b1226e9174113b834402828c6226d is 50, key is test_row_0/C:col10/1732364593210/Put/seqid=0 2024-11-23T12:23:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742124_1300 (size=12151) 2024-11-23T12:23:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364654331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364654331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364654335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364654337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/616b1226e9174113b834402828c6226d 2024-11-23T12:23:14,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7d37975955c145938fa58d9b510854f8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7d37975955c145938fa58d9b510854f8 2024-11-23T12:23:14,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7d37975955c145938fa58d9b510854f8, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T12:23:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/4181bcd023484627a49ddaa27591f81c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/4181bcd023484627a49ddaa27591f81c 2024-11-23T12:23:14,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/4181bcd023484627a49ddaa27591f81c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T12:23:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/616b1226e9174113b834402828c6226d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/616b1226e9174113b834402828c6226d 2024-11-23T12:23:14,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/616b1226e9174113b834402828c6226d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-23T12:23:14,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c469fae8f7e99b1dd189eb74e54e79f3 in 1258ms, sequenceid=234, compaction requested=true 2024-11-23T12:23:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:14,468 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:14,468 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:14,469 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:14,469 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:14,469 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:14,469 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,469 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:14,469 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,469 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d4e46da7a26429a80f2f094e0b3f1a8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d8a7a72d6d64406a5ebf511898ab44a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/10ffbfdaea5a4a93bd53c492e344300f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7d37975955c145938fa58d9b510854f8] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=47.9 K 2024-11-23T12:23:14,469 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/79410fc2567440e0a021218917431551, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3e38fe00e75940e3bb894732715a2132, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/24ffb6511fcc407aa71552363c39109f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/4181bcd023484627a49ddaa27591f81c] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=47.9 K 2024-11-23T12:23:14,469 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d4e46da7a26429a80f2f094e0b3f1a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732364588664 2024-11-23T12:23:14,469 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 79410fc2567440e0a021218917431551, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732364588664 2024-11-23T12:23:14,470 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d8a7a72d6d64406a5ebf511898ab44a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364589324 2024-11-23T12:23:14,470 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e38fe00e75940e3bb894732715a2132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364589324 2024-11-23T12:23:14,470 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 24ffb6511fcc407aa71552363c39109f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732364590453 2024-11-23T12:23:14,470 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10ffbfdaea5a4a93bd53c492e344300f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732364590453 2024-11-23T12:23:14,470 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d37975955c145938fa58d9b510854f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732364592596 2024-11-23T12:23:14,470 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4181bcd023484627a49ddaa27591f81c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732364592596 2024-11-23T12:23:14,480 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:14,480 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:14,481 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/84acc508298e49ffbd20545507e60108 is 50, key is test_row_0/B:col10/1732364593210/Put/seqid=0 2024-11-23T12:23:14,481 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/a7c766d4baac439299ecfb8329b6d16a is 50, key is test_row_0/A:col10/1732364593210/Put/seqid=0 2024-11-23T12:23:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742125_1301 (size=12697) 2024-11-23T12:23:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742126_1302 (size=12697) 2024-11-23T12:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T12:23:14,689 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T12:23:14,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T12:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:14,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:14,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:14,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:14,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:14,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/8c9befd660a341e89fb65ae0062148b2 is 50, key is test_row_0/A:col10/1732364593217/Put/seqid=0 2024-11-23T12:23:14,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742127_1303 (size=12151) 2024-11-23T12:23:14,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364654773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:14,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:14,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:14,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:14,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364654878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,901 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/84acc508298e49ffbd20545507e60108 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/84acc508298e49ffbd20545507e60108 2024-11-23T12:23:14,907 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/a7c766d4baac439299ecfb8329b6d16a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/a7c766d4baac439299ecfb8329b6d16a 2024-11-23T12:23:14,908 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into 84acc508298e49ffbd20545507e60108(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:14,908 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:14,908 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=12, startTime=1732364594468; duration=0sec 2024-11-23T12:23:14,908 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:14,908 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:14,908 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:14,910 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:14,910 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:14,910 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,910 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/bc6aedd5f99142dda42afe2119fa5ad0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/83e0f9ea7f9446b796ab81b22e965b19, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e14e19f58fdf44a8abf7270c84864e96, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/616b1226e9174113b834402828c6226d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=47.8 K 2024-11-23T12:23:14,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6aedd5f99142dda42afe2119fa5ad0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732364588664 2024-11-23T12:23:14,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 83e0f9ea7f9446b796ab81b22e965b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364589324 2024-11-23T12:23:14,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e14e19f58fdf44a8abf7270c84864e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732364590453 2024-11-23T12:23:14,912 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 616b1226e9174113b834402828c6226d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732364592596 2024-11-23T12:23:14,912 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into a7c766d4baac439299ecfb8329b6d16a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:14,912 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:14,912 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=12, startTime=1732364594467; duration=0sec 2024-11-23T12:23:14,912 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:14,912 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:14,920 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:14,920 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/85f75b7b68e74b60b1d6062746072fe9 is 50, key is test_row_0/C:col10/1732364593210/Put/seqid=0 2024-11-23T12:23:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742128_1304 (size=12663) 2024-11-23T12:23:14,931 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/85f75b7b68e74b60b1d6062746072fe9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/85f75b7b68e74b60b1d6062746072fe9 2024-11-23T12:23:14,936 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into 85f75b7b68e74b60b1d6062746072fe9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:14,936 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:14,936 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=12, startTime=1732364594468; duration=0sec 2024-11-23T12:23:14,936 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:14,936 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:14,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:14,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:14,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364655081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/8c9befd660a341e89fb65ae0062148b2 2024-11-23T12:23:15,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/fe2603078da64cbaa9eefba7d1784db6 is 50, key is test_row_0/B:col10/1732364593217/Put/seqid=0 2024-11-23T12:23:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742129_1305 (size=12151) 2024-11-23T12:23:15,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:15,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:15,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:15,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364655334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364655338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364655344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364655347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364655384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:15,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:15,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/fe2603078da64cbaa9eefba7d1784db6 2024-11-23T12:23:15,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/d481d778c743412b8ebbad54d2067e72 is 50, key is test_row_0/C:col10/1732364593217/Put/seqid=0 2024-11-23T12:23:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742130_1306 (size=12151) 2024-11-23T12:23:15,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:15,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:15,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:15,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364655890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:15,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:15,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:15,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:15,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/d481d778c743412b8ebbad54d2067e72 2024-11-23T12:23:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/8c9befd660a341e89fb65ae0062148b2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/8c9befd660a341e89fb65ae0062148b2 2024-11-23T12:23:15,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/8c9befd660a341e89fb65ae0062148b2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T12:23:15,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/fe2603078da64cbaa9eefba7d1784db6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/fe2603078da64cbaa9eefba7d1784db6 2024-11-23T12:23:15,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/fe2603078da64cbaa9eefba7d1784db6, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T12:23:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/d481d778c743412b8ebbad54d2067e72 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/d481d778c743412b8ebbad54d2067e72 2024-11-23T12:23:15,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/d481d778c743412b8ebbad54d2067e72, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T12:23:15,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c469fae8f7e99b1dd189eb74e54e79f3 in 1276ms, sequenceid=246, compaction requested=false 2024-11-23T12:23:15,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:16,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:16,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T12:23:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:16,070 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:16,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/05e7bb5b1d8d431b9751ab048526c0ce is 50, key is test_row_0/A:col10/1732364594772/Put/seqid=0 2024-11-23T12:23:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742131_1307 (size=12301) 2024-11-23T12:23:16,479 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/05e7bb5b1d8d431b9751ab048526c0ce 2024-11-23T12:23:16,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/9e3f59fefed0490284a34e4f63ddb9fd is 50, key is test_row_0/B:col10/1732364594772/Put/seqid=0 2024-11-23T12:23:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742132_1308 (size=12301) 2024-11-23T12:23:16,491 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/9e3f59fefed0490284a34e4f63ddb9fd 2024-11-23T12:23:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/c5c1545672aa46b7a3260b16ef2a74af is 50, key is test_row_0/C:col10/1732364594772/Put/seqid=0 2024-11-23T12:23:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742133_1309 (size=12301) 2024-11-23T12:23:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:16,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:16,904 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/c5c1545672aa46b7a3260b16ef2a74af 2024-11-23T12:23:16,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/05e7bb5b1d8d431b9751ab048526c0ce as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/05e7bb5b1d8d431b9751ab048526c0ce 2024-11-23T12:23:16,912 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/05e7bb5b1d8d431b9751ab048526c0ce, entries=150, sequenceid=273, filesize=12.0 K 2024-11-23T12:23:16,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/9e3f59fefed0490284a34e4f63ddb9fd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/9e3f59fefed0490284a34e4f63ddb9fd 2024-11-23T12:23:16,921 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/9e3f59fefed0490284a34e4f63ddb9fd, entries=150, sequenceid=273, filesize=12.0 K 2024-11-23T12:23:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/c5c1545672aa46b7a3260b16ef2a74af as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/c5c1545672aa46b7a3260b16ef2a74af 2024-11-23T12:23:16,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364656922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:16,926 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/c5c1545672aa46b7a3260b16ef2a74af, entries=150, sequenceid=273, filesize=12.0 K 2024-11-23T12:23:16,927 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c469fae8f7e99b1dd189eb74e54e79f3 in 858ms, sequenceid=273, compaction requested=true 2024-11-23T12:23:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:16,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T12:23:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T12:23:16,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T12:23:16,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2360 sec 2024-11-23T12:23:16,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2390 sec 2024-11-23T12:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:17,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:23:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:17,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:17,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/372d45c24d414759a157fd0046759f71 is 50, key is test_row_0/A:col10/1732364596902/Put/seqid=0 2024-11-23T12:23:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742134_1310 (size=12301) 2024-11-23T12:23:17,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364657095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364657198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364657339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,340 DEBUG [Thread-1163 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:17,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364657354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,356 DEBUG [Thread-1165 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:17,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364657359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,361 DEBUG [Thread-1169 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:17,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364657363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,365 DEBUG [Thread-1161 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:17,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364657401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/372d45c24d414759a157fd0046759f71 2024-11-23T12:23:17,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/911ad06cf189476c82a875a627db1a93 is 50, key is test_row_0/B:col10/1732364596902/Put/seqid=0 2024-11-23T12:23:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742135_1311 (size=12301) 2024-11-23T12:23:17,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/911ad06cf189476c82a875a627db1a93 2024-11-23T12:23:17,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/6a5cdda9d62840759f986f5aa2d296ae is 50, key is test_row_0/C:col10/1732364596902/Put/seqid=0 2024-11-23T12:23:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742136_1312 (size=12301) 2024-11-23T12:23:17,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/6a5cdda9d62840759f986f5aa2d296ae 2024-11-23T12:23:17,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/372d45c24d414759a157fd0046759f71 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/372d45c24d414759a157fd0046759f71 2024-11-23T12:23:17,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/372d45c24d414759a157fd0046759f71, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T12:23:17,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/911ad06cf189476c82a875a627db1a93 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/911ad06cf189476c82a875a627db1a93 2024-11-23T12:23:17,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/911ad06cf189476c82a875a627db1a93, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T12:23:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/6a5cdda9d62840759f986f5aa2d296ae as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6a5cdda9d62840759f986f5aa2d296ae 2024-11-23T12:23:17,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6a5cdda9d62840759f986f5aa2d296ae, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T12:23:17,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c469fae8f7e99b1dd189eb74e54e79f3 in 455ms, sequenceid=286, compaction requested=true 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:17,482 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:17,482 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:17,483 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:17,483 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:17,484 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:17,484 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:17,484 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:17,484 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:17,484 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/a7c766d4baac439299ecfb8329b6d16a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/8c9befd660a341e89fb65ae0062148b2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/05e7bb5b1d8d431b9751ab048526c0ce, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/372d45c24d414759a157fd0046759f71] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=48.3 K 2024-11-23T12:23:17,484 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/84acc508298e49ffbd20545507e60108, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/fe2603078da64cbaa9eefba7d1784db6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/9e3f59fefed0490284a34e4f63ddb9fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/911ad06cf189476c82a875a627db1a93] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=48.3 K 2024-11-23T12:23:17,484 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 84acc508298e49ffbd20545507e60108, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732364592596 2024-11-23T12:23:17,484 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7c766d4baac439299ecfb8329b6d16a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732364592596 2024-11-23T12:23:17,485 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting fe2603078da64cbaa9eefba7d1784db6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732364593217 2024-11-23T12:23:17,485 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c9befd660a341e89fb65ae0062148b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732364593217 2024-11-23T12:23:17,485 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e3f59fefed0490284a34e4f63ddb9fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732364594763 2024-11-23T12:23:17,485 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e7bb5b1d8d431b9751ab048526c0ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732364594763 2024-11-23T12:23:17,485 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 911ad06cf189476c82a875a627db1a93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732364596902 2024-11-23T12:23:17,486 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 372d45c24d414759a157fd0046759f71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732364596902 2024-11-23T12:23:17,495 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:17,495 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:17,495 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/01b4c64b0ad944479ff7d8d465f90d4f is 50, key is test_row_0/A:col10/1732364596902/Put/seqid=0 2024-11-23T12:23:17,495 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3d840346ba2c4a6182d7c8df172ec0b7 is 50, key is test_row_0/B:col10/1732364596902/Put/seqid=0 2024-11-23T12:23:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742137_1313 (size=12983) 2024-11-23T12:23:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742138_1314 (size=12983) 2024-11-23T12:23:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:17,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:17,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/ca5e05d6d4814017a0f53b9864064c5e is 50, key is test_row_0/A:col10/1732364597704/Put/seqid=0 2024-11-23T12:23:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742139_1315 (size=14741) 2024-11-23T12:23:17,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364657732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364657835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:17,906 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/3d840346ba2c4a6182d7c8df172ec0b7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3d840346ba2c4a6182d7c8df172ec0b7 2024-11-23T12:23:17,911 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into 3d840346ba2c4a6182d7c8df172ec0b7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:17,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:17,911 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=12, startTime=1732364597482; duration=0sec 2024-11-23T12:23:17,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:17,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:17,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:23:17,913 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:23:17,913 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:17,913 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:17,913 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/85f75b7b68e74b60b1d6062746072fe9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/d481d778c743412b8ebbad54d2067e72, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/c5c1545672aa46b7a3260b16ef2a74af, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6a5cdda9d62840759f986f5aa2d296ae] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=48.3 K 2024-11-23T12:23:17,913 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 85f75b7b68e74b60b1d6062746072fe9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732364592596 2024-11-23T12:23:17,914 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/01b4c64b0ad944479ff7d8d465f90d4f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/01b4c64b0ad944479ff7d8d465f90d4f 2024-11-23T12:23:17,914 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d481d778c743412b8ebbad54d2067e72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732364593217 2024-11-23T12:23:17,914 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c1545672aa46b7a3260b16ef2a74af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732364594763 2024-11-23T12:23:17,915 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5cdda9d62840759f986f5aa2d296ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732364596902 2024-11-23T12:23:17,918 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into 01b4c64b0ad944479ff7d8d465f90d4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:17,918 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:17,918 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=12, startTime=1732364597482; duration=0sec 2024-11-23T12:23:17,918 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:17,918 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:17,925 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:17,925 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/ceb8a0e30cd44cfaae8aa03b16ff97e4 is 50, key is test_row_0/C:col10/1732364596902/Put/seqid=0 2024-11-23T12:23:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742140_1316 (size=12949) 2024-11-23T12:23:18,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364658038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:18,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/ca5e05d6d4814017a0f53b9864064c5e 2024-11-23T12:23:18,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d125480f754a48d2b117360eefe54426 is 50, key is test_row_0/B:col10/1732364597704/Put/seqid=0 2024-11-23T12:23:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742141_1317 (size=12301) 2024-11-23T12:23:18,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d125480f754a48d2b117360eefe54426 2024-11-23T12:23:18,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/978f9d9c356344b992396f1b4a796e53 is 50, key is test_row_0/C:col10/1732364597704/Put/seqid=0 2024-11-23T12:23:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742142_1318 (size=12301) 2024-11-23T12:23:18,335 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/ceb8a0e30cd44cfaae8aa03b16ff97e4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ceb8a0e30cd44cfaae8aa03b16ff97e4 2024-11-23T12:23:18,340 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into ceb8a0e30cd44cfaae8aa03b16ff97e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:18,340 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:18,340 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=12, startTime=1732364597482; duration=0sec 2024-11-23T12:23:18,340 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:18,340 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364658341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:18,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/978f9d9c356344b992396f1b4a796e53 2024-11-23T12:23:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/ca5e05d6d4814017a0f53b9864064c5e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/ca5e05d6d4814017a0f53b9864064c5e 2024-11-23T12:23:18,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/ca5e05d6d4814017a0f53b9864064c5e, entries=200, sequenceid=310, filesize=14.4 K 2024-11-23T12:23:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d125480f754a48d2b117360eefe54426 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d125480f754a48d2b117360eefe54426 2024-11-23T12:23:18,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d125480f754a48d2b117360eefe54426, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T12:23:18,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/978f9d9c356344b992396f1b4a796e53 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/978f9d9c356344b992396f1b4a796e53 2024-11-23T12:23:18,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/978f9d9c356344b992396f1b4a796e53, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T12:23:18,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c469fae8f7e99b1dd189eb74e54e79f3 in 892ms, sequenceid=310, compaction requested=false 2024-11-23T12:23:18,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T12:23:18,797 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T12:23:18,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T12:23:18,800 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T12:23:18,801 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:18,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:18,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:23:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:18,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/f5a8b32e9a3f4b80b346d1ebb7c01561 is 50, key is test_row_0/A:col10/1732364598845/Put/seqid=0 2024-11-23T12:23:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742143_1319 (size=12301) 2024-11-23T12:23:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364658897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T12:23:18,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:18,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T12:23:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:18,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:18,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:18,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364658999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T12:23:19,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T12:23:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364659204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/f5a8b32e9a3f4b80b346d1ebb7c01561 2024-11-23T12:23:19,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T12:23:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/41b1866c7c74487ea815c75e07ed574a is 50, key is test_row_0/B:col10/1732364598845/Put/seqid=0 2024-11-23T12:23:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742144_1320 (size=12301) 2024-11-23T12:23:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T12:23:19,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T12:23:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364659505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T12:23:19,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:19,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:19,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/41b1866c7c74487ea815c75e07ed574a 2024-11-23T12:23:19,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/1bd538117a6546398fc43b5a84a6f9db is 50, key is test_row_0/C:col10/1732364598845/Put/seqid=0 2024-11-23T12:23:19,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742145_1321 (size=12301) 2024-11-23T12:23:19,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/1bd538117a6546398fc43b5a84a6f9db 2024-11-23T12:23:19,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/f5a8b32e9a3f4b80b346d1ebb7c01561 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f5a8b32e9a3f4b80b346d1ebb7c01561 2024-11-23T12:23:19,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f5a8b32e9a3f4b80b346d1ebb7c01561, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T12:23:19,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/41b1866c7c74487ea815c75e07ed574a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/41b1866c7c74487ea815c75e07ed574a 2024-11-23T12:23:19,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/41b1866c7c74487ea815c75e07ed574a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T12:23:19,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/1bd538117a6546398fc43b5a84a6f9db as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/1bd538117a6546398fc43b5a84a6f9db 2024-11-23T12:23:19,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/1bd538117a6546398fc43b5a84a6f9db, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T12:23:19,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c469fae8f7e99b1dd189eb74e54e79f3 in 862ms, sequenceid=326, compaction requested=true 2024-11-23T12:23:19,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:19,708 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:19,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:19,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:19,708 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:19,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:19,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:19,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:19,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:19,709 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:19,709 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:19,709 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,710 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/01b4c64b0ad944479ff7d8d465f90d4f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/ca5e05d6d4814017a0f53b9864064c5e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f5a8b32e9a3f4b80b346d1ebb7c01561] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=39.1 K 2024-11-23T12:23:19,710 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01b4c64b0ad944479ff7d8d465f90d4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732364596902 2024-11-23T12:23:19,711 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:19,711 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:19,711 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,711 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3d840346ba2c4a6182d7c8df172ec0b7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d125480f754a48d2b117360eefe54426, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/41b1866c7c74487ea815c75e07ed574a] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.7 K 2024-11-23T12:23:19,711 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca5e05d6d4814017a0f53b9864064c5e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732364597071 2024-11-23T12:23:19,712 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d840346ba2c4a6182d7c8df172ec0b7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732364596902 2024-11-23T12:23:19,712 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5a8b32e9a3f4b80b346d1ebb7c01561, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732364597719 2024-11-23T12:23:19,712 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d125480f754a48d2b117360eefe54426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732364597071 2024-11-23T12:23:19,712 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b1866c7c74487ea815c75e07ed574a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732364597719 2024-11-23T12:23:19,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:19,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,718 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:19,725 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:19,726 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7c5d5479e3544cb3994b2d1503bc76fd is 50, key is test_row_0/A:col10/1732364598845/Put/seqid=0 2024-11-23T12:23:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/b69bb9f79710446f9bc59352e7bd3dbd is 50, key is test_row_0/A:col10/1732364598891/Put/seqid=0 2024-11-23T12:23:19,729 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:19,730 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/c262da2001354d2381117961834888de is 50, key is test_row_0/B:col10/1732364598845/Put/seqid=0 2024-11-23T12:23:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742146_1322 (size=13085) 2024-11-23T12:23:19,744 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7c5d5479e3544cb3994b2d1503bc76fd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7c5d5479e3544cb3994b2d1503bc76fd 2024-11-23T12:23:19,749 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into 7c5d5479e3544cb3994b2d1503bc76fd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:19,749 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:19,749 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364599708; duration=0sec 2024-11-23T12:23:19,749 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:19,749 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:19,749 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:19,750 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:19,750 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:19,750 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,750 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ceb8a0e30cd44cfaae8aa03b16ff97e4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/978f9d9c356344b992396f1b4a796e53, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/1bd538117a6546398fc43b5a84a6f9db] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.7 K 2024-11-23T12:23:19,751 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb8a0e30cd44cfaae8aa03b16ff97e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732364596902 2024-11-23T12:23:19,751 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 978f9d9c356344b992396f1b4a796e53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732364597071 2024-11-23T12:23:19,751 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bd538117a6546398fc43b5a84a6f9db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732364597719 2024-11-23T12:23:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742147_1323 (size=12301) 2024-11-23T12:23:19,754 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/b69bb9f79710446f9bc59352e7bd3dbd 2024-11-23T12:23:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742148_1324 (size=13085) 2024-11-23T12:23:19,761 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/c262da2001354d2381117961834888de as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c262da2001354d2381117961834888de 2024-11-23T12:23:19,762 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:19,762 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/e8c4613d53464f6f94e0a5cf832db415 is 50, key is test_row_0/C:col10/1732364598845/Put/seqid=0 2024-11-23T12:23:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/c364a4bb2a314c488224df20c20d1727 is 50, key is test_row_0/B:col10/1732364598891/Put/seqid=0 2024-11-23T12:23:19,767 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into c262da2001354d2381117961834888de(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:19,767 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:19,767 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364599708; duration=0sec 2024-11-23T12:23:19,767 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:19,767 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742149_1325 (size=13051) 2024-11-23T12:23:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742150_1326 (size=12301) 2024-11-23T12:23:19,779 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/c364a4bb2a314c488224df20c20d1727 2024-11-23T12:23:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2ac49cd78d3e4c368b8631ef0a07b0dd is 50, key is test_row_0/C:col10/1732364598891/Put/seqid=0 2024-11-23T12:23:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742151_1327 (size=12301) 2024-11-23T12:23:19,792 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2ac49cd78d3e4c368b8631ef0a07b0dd 2024-11-23T12:23:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/b69bb9f79710446f9bc59352e7bd3dbd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b69bb9f79710446f9bc59352e7bd3dbd 2024-11-23T12:23:19,800 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b69bb9f79710446f9bc59352e7bd3dbd, entries=150, sequenceid=349, filesize=12.0 K 2024-11-23T12:23:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/c364a4bb2a314c488224df20c20d1727 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c364a4bb2a314c488224df20c20d1727 2024-11-23T12:23:19,804 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c364a4bb2a314c488224df20c20d1727, entries=150, sequenceid=349, filesize=12.0 K 2024-11-23T12:23:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2ac49cd78d3e4c368b8631ef0a07b0dd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2ac49cd78d3e4c368b8631ef0a07b0dd 2024-11-23T12:23:19,808 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2ac49cd78d3e4c368b8631ef0a07b0dd, entries=150, sequenceid=349, filesize=12.0 K 2024-11-23T12:23:19,809 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c469fae8f7e99b1dd189eb74e54e79f3 in 91ms, sequenceid=349, compaction requested=false 2024-11-23T12:23:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T12:23:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T12:23:19,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T12:23:19,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-23T12:23:19,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0150 sec 2024-11-23T12:23:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T12:23:19,904 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T12:23:19,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T12:23:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T12:23:19,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:19,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:19,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T12:23:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:20,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:23:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:20,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/56701619448749909710cccade808ab3 is 50, key is test_row_0/A:col10/1732364600017/Put/seqid=0 2024-11-23T12:23:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742152_1328 (size=12301) 2024-11-23T12:23:20,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/56701619448749909710cccade808ab3 2024-11-23T12:23:20,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/aa62fe5e80fc45d2b51c32eca37b2e85 is 50, key is test_row_0/B:col10/1732364600017/Put/seqid=0 2024-11-23T12:23:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742153_1329 (size=12301) 2024-11-23T12:23:20,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/aa62fe5e80fc45d2b51c32eca37b2e85 2024-11-23T12:23:20,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/611ced7e915f4d80aa87dd5f02485e6e is 50, key is test_row_0/C:col10/1732364600017/Put/seqid=0 2024-11-23T12:23:20,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T12:23:20,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:20,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742154_1330 (size=12301) 2024-11-23T12:23:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364660094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,184 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/e8c4613d53464f6f94e0a5cf832db415 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e8c4613d53464f6f94e0a5cf832db415 2024-11-23T12:23:20,189 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into e8c4613d53464f6f94e0a5cf832db415(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:20,189 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:20,189 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=13, startTime=1732364599709; duration=0sec 2024-11-23T12:23:20,189 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:20,189 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:20,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364660197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T12:23:20,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T12:23:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T12:23:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364660400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/611ced7e915f4d80aa87dd5f02485e6e 2024-11-23T12:23:20,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/56701619448749909710cccade808ab3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/56701619448749909710cccade808ab3 2024-11-23T12:23:20,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/56701619448749909710cccade808ab3, entries=150, sequenceid=362, filesize=12.0 K 2024-11-23T12:23:20,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/aa62fe5e80fc45d2b51c32eca37b2e85 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa62fe5e80fc45d2b51c32eca37b2e85 2024-11-23T12:23:20,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa62fe5e80fc45d2b51c32eca37b2e85, entries=150, sequenceid=362, filesize=12.0 K 2024-11-23T12:23:20,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/611ced7e915f4d80aa87dd5f02485e6e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/611ced7e915f4d80aa87dd5f02485e6e 2024-11-23T12:23:20,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/611ced7e915f4d80aa87dd5f02485e6e, entries=150, sequenceid=362, filesize=12.0 K 2024-11-23T12:23:20,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c469fae8f7e99b1dd189eb74e54e79f3 in 466ms, sequenceid=362, compaction requested=true 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:20,490 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:20,490 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:20,492 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:20,492 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:20,492 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:20,492 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:20,492 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,492 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,492 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c262da2001354d2381117961834888de, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c364a4bb2a314c488224df20c20d1727, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa62fe5e80fc45d2b51c32eca37b2e85] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.8 K 2024-11-23T12:23:20,492 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7c5d5479e3544cb3994b2d1503bc76fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b69bb9f79710446f9bc59352e7bd3dbd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/56701619448749909710cccade808ab3] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.8 K 2024-11-23T12:23:20,492 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c5d5479e3544cb3994b2d1503bc76fd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732364597719 2024-11-23T12:23:20,493 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c262da2001354d2381117961834888de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732364597719 2024-11-23T12:23:20,493 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b69bb9f79710446f9bc59352e7bd3dbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732364598886 2024-11-23T12:23:20,493 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c364a4bb2a314c488224df20c20d1727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732364598886 2024-11-23T12:23:20,493 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56701619448749909710cccade808ab3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732364600017 2024-11-23T12:23:20,493 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting aa62fe5e80fc45d2b51c32eca37b2e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732364600017 2024-11-23T12:23:20,501 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:20,502 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/975b22ebb168412c83dfd08f2417d622 is 50, key is test_row_0/B:col10/1732364600017/Put/seqid=0 2024-11-23T12:23:20,502 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:20,503 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/9c50c1970aa04516a9c5b3f997e99e0c is 50, key is test_row_0/A:col10/1732364600017/Put/seqid=0 2024-11-23T12:23:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742155_1331 (size=13187) 2024-11-23T12:23:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742156_1332 (size=13187) 2024-11-23T12:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T12:23:20,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T12:23:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,520 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/f4307dc8df1e454eb1ca33296b7c8791 is 50, key is test_row_0/A:col10/1732364600087/Put/seqid=0 2024-11-23T12:23:20,529 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/9c50c1970aa04516a9c5b3f997e99e0c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/9c50c1970aa04516a9c5b3f997e99e0c 2024-11-23T12:23:20,529 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/975b22ebb168412c83dfd08f2417d622 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/975b22ebb168412c83dfd08f2417d622 2024-11-23T12:23:20,537 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into 975b22ebb168412c83dfd08f2417d622(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:20,537 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:20,537 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364600490; duration=0sec 2024-11-23T12:23:20,537 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:20,537 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:20,537 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into 9c50c1970aa04516a9c5b3f997e99e0c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:20,537 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:20,537 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364600490; duration=0sec 2024-11-23T12:23:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742157_1333 (size=12301) 2024-11-23T12:23:20,537 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:20,538 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:20,538 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:20,539 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:20,539 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:20,539 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:20,539 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e8c4613d53464f6f94e0a5cf832db415, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2ac49cd78d3e4c368b8631ef0a07b0dd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/611ced7e915f4d80aa87dd5f02485e6e] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.8 K 2024-11-23T12:23:20,539 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c4613d53464f6f94e0a5cf832db415, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732364597719 2024-11-23T12:23:20,540 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac49cd78d3e4c368b8631ef0a07b0dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732364598886 2024-11-23T12:23:20,540 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 611ced7e915f4d80aa87dd5f02485e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732364600017 2024-11-23T12:23:20,548 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:20,548 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/54fac64563e242659bcd7c410b878257 is 50, key is test_row_0/C:col10/1732364600017/Put/seqid=0 2024-11-23T12:23:20,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742158_1334 (size=13153) 2024-11-23T12:23:20,569 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/54fac64563e242659bcd7c410b878257 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/54fac64563e242659bcd7c410b878257 2024-11-23T12:23:20,573 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into 54fac64563e242659bcd7c410b878257(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:20,573 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:20,573 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=13, startTime=1732364600490; duration=0sec 2024-11-23T12:23:20,574 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:20,574 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:20,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364660719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364660821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:20,939 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/f4307dc8df1e454eb1ca33296b7c8791 2024-11-23T12:23:20,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/923282c871ed46e1826b91ac20d6983b is 50, key is test_row_0/B:col10/1732364600087/Put/seqid=0 2024-11-23T12:23:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742159_1335 (size=12301) 2024-11-23T12:23:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T12:23:21,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364661023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364661326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,362 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/923282c871ed46e1826b91ac20d6983b 2024-11-23T12:23:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59548 deadline: 1732364661366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,368 DEBUG [Thread-1163 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/6368ad8236b94d0789e5aa5962def4ba is 50, key is test_row_0/C:col10/1732364600087/Put/seqid=0 2024-11-23T12:23:21,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59550 deadline: 1732364661373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,375 DEBUG [Thread-1165 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742160_1336 (size=12301) 2024-11-23T12:23:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59566 deadline: 1732364661385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,387 DEBUG [Thread-1161 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59532 deadline: 1732364661394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,396 DEBUG [Thread-1169 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., hostname=98b76cdd9f26,37419,1732364514555, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:23:21,779 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/6368ad8236b94d0789e5aa5962def4ba 2024-11-23T12:23:21,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/f4307dc8df1e454eb1ca33296b7c8791 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f4307dc8df1e454eb1ca33296b7c8791 2024-11-23T12:23:21,788 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f4307dc8df1e454eb1ca33296b7c8791, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T12:23:21,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/923282c871ed46e1826b91ac20d6983b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/923282c871ed46e1826b91ac20d6983b 2024-11-23T12:23:21,792 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/923282c871ed46e1826b91ac20d6983b, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T12:23:21,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/6368ad8236b94d0789e5aa5962def4ba as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6368ad8236b94d0789e5aa5962def4ba 2024-11-23T12:23:21,797 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6368ad8236b94d0789e5aa5962def4ba, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T12:23:21,798 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c469fae8f7e99b1dd189eb74e54e79f3 in 1277ms, sequenceid=388, compaction requested=false 2024-11-23T12:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T12:23:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T12:23:21,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T12:23:21,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-11-23T12:23:21,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.8960 sec 2024-11-23T12:23:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:21,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:21,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:21,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/41bc7c54fae2453695df764a957fa6d0 is 50, key is test_row_0/A:col10/1732364600704/Put/seqid=0 2024-11-23T12:23:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742161_1337 (size=12301) 2024-11-23T12:23:21,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/41bc7c54fae2453695df764a957fa6d0 2024-11-23T12:23:21,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/aa3f9029395644a9994cfe295587449a is 50, key is test_row_0/B:col10/1732364600704/Put/seqid=0 2024-11-23T12:23:21,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742162_1338 (size=12301) 2024-11-23T12:23:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364661886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:21,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364661988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T12:23:22,011 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T12:23:22,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T12:23:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T12:23:22,014 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:22,015 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:22,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T12:23:22,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T12:23:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364662191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/aa3f9029395644a9994cfe295587449a 2024-11-23T12:23:22,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/01ff7f111cbb4767b3f65c85fde20cbe is 50, key is test_row_0/C:col10/1732364600704/Put/seqid=0 2024-11-23T12:23:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742163_1339 (size=12301) 2024-11-23T12:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T12:23:22,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T12:23:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,473 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T12:23:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:23:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39382 deadline: 1732364662494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T12:23:22,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T12:23:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:22,651 DEBUG [Thread-1180 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ff3c1a9 to 127.0.0.1:62643 2024-11-23T12:23:22,651 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:22,652 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124edab0 to 127.0.0.1:62643 2024-11-23T12:23:22,652 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:22,652 DEBUG [Thread-1178 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3be398a9 to 127.0.0.1:62643 2024-11-23T12:23:22,652 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:22,653 DEBUG [Thread-1174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712d7bc3 to 127.0.0.1:62643 2024-11-23T12:23:22,654 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:22,654 DEBUG [Thread-1176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40da73c1 to 127.0.0.1:62643 2024-11-23T12:23:22,654 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:22,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/01ff7f111cbb4767b3f65c85fde20cbe 2024-11-23T12:23:22,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/41bc7c54fae2453695df764a957fa6d0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/41bc7c54fae2453695df764a957fa6d0 2024-11-23T12:23:22,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/41bc7c54fae2453695df764a957fa6d0, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T12:23:22,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/aa3f9029395644a9994cfe295587449a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa3f9029395644a9994cfe295587449a 2024-11-23T12:23:22,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa3f9029395644a9994cfe295587449a, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T12:23:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/01ff7f111cbb4767b3f65c85fde20cbe as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/01ff7f111cbb4767b3f65c85fde20cbe 2024-11-23T12:23:22,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/01ff7f111cbb4767b3f65c85fde20cbe, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T12:23:22,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c469fae8f7e99b1dd189eb74e54e79f3 in 857ms, sequenceid=403, compaction requested=true 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:22,689 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c469fae8f7e99b1dd189eb74e54e79f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:22,689 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:22,690 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:22,690 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:22,690 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/A is initiating minor compaction (all files) 2024-11-23T12:23:22,690 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/B is initiating minor compaction (all files) 2024-11-23T12:23:22,690 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/A in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,690 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/B in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,690 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/9c50c1970aa04516a9c5b3f997e99e0c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f4307dc8df1e454eb1ca33296b7c8791, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/41bc7c54fae2453695df764a957fa6d0] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.9 K 2024-11-23T12:23:22,690 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/975b22ebb168412c83dfd08f2417d622, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/923282c871ed46e1826b91ac20d6983b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa3f9029395644a9994cfe295587449a] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.9 K 2024-11-23T12:23:22,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c50c1970aa04516a9c5b3f997e99e0c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732364600017 2024-11-23T12:23:22,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 975b22ebb168412c83dfd08f2417d622, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732364600017 2024-11-23T12:23:22,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4307dc8df1e454eb1ca33296b7c8791, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732364600079 2024-11-23T12:23:22,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 923282c871ed46e1826b91ac20d6983b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732364600079 2024-11-23T12:23:22,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41bc7c54fae2453695df764a957fa6d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732364600704 2024-11-23T12:23:22,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting aa3f9029395644a9994cfe295587449a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732364600704 2024-11-23T12:23:22,698 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#A#compaction#291 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:22,698 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:22,698 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/b175d8a3bcab495cb913b1a17e2df6d7 is 50, key is test_row_0/A:col10/1732364600704/Put/seqid=0 2024-11-23T12:23:22,698 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d8279e918081400a997ebb217e5f5fc1 is 50, key is test_row_0/B:col10/1732364600704/Put/seqid=0 2024-11-23T12:23:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742165_1341 (size=13289) 2024-11-23T12:23:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742164_1340 (size=13289) 2024-11-23T12:23:22,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:22,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:22,782 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7fbae585fce64a3a8e169a25331ab7ad is 50, key is test_row_0/A:col10/1732364601872/Put/seqid=0 2024-11-23T12:23:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742166_1342 (size=12301) 2024-11-23T12:23:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:23,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. as already flushing 2024-11-23T12:23:23,000 DEBUG [Thread-1167 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea91426 to 127.0.0.1:62643 2024-11-23T12:23:23,000 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:23,106 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/b175d8a3bcab495cb913b1a17e2df6d7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b175d8a3bcab495cb913b1a17e2df6d7 2024-11-23T12:23:23,106 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/d8279e918081400a997ebb217e5f5fc1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d8279e918081400a997ebb217e5f5fc1 2024-11-23T12:23:23,110 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/B of c469fae8f7e99b1dd189eb74e54e79f3 into d8279e918081400a997ebb217e5f5fc1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:23,110 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/A of c469fae8f7e99b1dd189eb74e54e79f3 into b175d8a3bcab495cb913b1a17e2df6d7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:23,110 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/B, priority=13, startTime=1732364602689; duration=0sec 2024-11-23T12:23:23,110 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/A, priority=13, startTime=1732364602689; duration=0sec 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:B 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:A 2024-11-23T12:23:23,110 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:23,111 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:23,111 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): c469fae8f7e99b1dd189eb74e54e79f3/C is initiating minor compaction (all files) 2024-11-23T12:23:23,111 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c469fae8f7e99b1dd189eb74e54e79f3/C in TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:23,111 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/54fac64563e242659bcd7c410b878257, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6368ad8236b94d0789e5aa5962def4ba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/01ff7f111cbb4767b3f65c85fde20cbe] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp, totalSize=36.9 K 2024-11-23T12:23:23,111 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fac64563e242659bcd7c410b878257, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732364600017 2024-11-23T12:23:23,112 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6368ad8236b94d0789e5aa5962def4ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732364600079 2024-11-23T12:23:23,112 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ff7f111cbb4767b3f65c85fde20cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732364600704 2024-11-23T12:23:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T12:23:23,117 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c469fae8f7e99b1dd189eb74e54e79f3#C#compaction#294 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:23,118 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/a7af909864364bbaa74d80e679785b25 is 50, key is test_row_0/C:col10/1732364600704/Put/seqid=0 2024-11-23T12:23:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742167_1343 (size=13255) 2024-11-23T12:23:23,190 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7fbae585fce64a3a8e169a25331ab7ad 2024-11-23T12:23:23,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/36ad82f4ee694131b58545574dc03968 is 50, key is test_row_0/B:col10/1732364601872/Put/seqid=0 2024-11-23T12:23:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742168_1344 (size=12301) 2024-11-23T12:23:23,525 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/a7af909864364bbaa74d80e679785b25 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/a7af909864364bbaa74d80e679785b25 2024-11-23T12:23:23,529 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c469fae8f7e99b1dd189eb74e54e79f3/C of c469fae8f7e99b1dd189eb74e54e79f3 into a7af909864364bbaa74d80e679785b25(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:23,529 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:23,529 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3., storeName=c469fae8f7e99b1dd189eb74e54e79f3/C, priority=13, startTime=1732364602689; duration=0sec 2024-11-23T12:23:23,530 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:23,530 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c469fae8f7e99b1dd189eb74e54e79f3:C 2024-11-23T12:23:23,600 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/36ad82f4ee694131b58545574dc03968 2024-11-23T12:23:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2f683d2b47f7430c9718302da1e3373a is 50, key is test_row_0/C:col10/1732364601872/Put/seqid=0 2024-11-23T12:23:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742169_1345 (size=12301) 2024-11-23T12:23:24,010 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2f683d2b47f7430c9718302da1e3373a 2024-11-23T12:23:24,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/7fbae585fce64a3a8e169a25331ab7ad as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7fbae585fce64a3a8e169a25331ab7ad 2024-11-23T12:23:24,017 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7fbae585fce64a3a8e169a25331ab7ad, entries=150, sequenceid=427, filesize=12.0 K 2024-11-23T12:23:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/36ad82f4ee694131b58545574dc03968 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/36ad82f4ee694131b58545574dc03968 2024-11-23T12:23:24,021 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/36ad82f4ee694131b58545574dc03968, entries=150, sequenceid=427, filesize=12.0 K 2024-11-23T12:23:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/2f683d2b47f7430c9718302da1e3373a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2f683d2b47f7430c9718302da1e3373a 2024-11-23T12:23:24,024 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2f683d2b47f7430c9718302da1e3373a, entries=150, sequenceid=427, filesize=12.0 K 2024-11-23T12:23:24,025 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for c469fae8f7e99b1dd189eb74e54e79f3 in 1243ms, sequenceid=427, compaction requested=false 2024-11-23T12:23:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T12:23:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T12:23:24,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T12:23:24,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0110 sec 2024-11-23T12:23:24,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.0150 sec 2024-11-23T12:23:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T12:23:24,118 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T12:23:31,394 DEBUG [Thread-1161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dc273c3 to 127.0.0.1:62643 2024-11-23T12:23:31,394 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:31,423 DEBUG [Thread-1163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x195206da to 127.0.0.1:62643 2024-11-23T12:23:31,423 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:31,464 DEBUG [Thread-1165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x282318cf to 127.0.0.1:62643 2024-11-23T12:23:31,464 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:31,493 DEBUG [Thread-1169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x762de37e to 127.0.0.1:62643 2024-11-23T12:23:31,493 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 163 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7444 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7334 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7196 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7442 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7319 2024-11-23T12:23:31,494 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T12:23:31,494 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:23:31,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eec6530 to 127.0.0.1:62643 2024-11-23T12:23:31,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:31,494 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T12:23:31,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T12:23:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T12:23:31,497 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364611497"}]},"ts":"1732364611497"} 2024-11-23T12:23:31,498 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T12:23:31,500 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T12:23:31,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:23:31,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, UNASSIGN}] 2024-11-23T12:23:31,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, UNASSIGN 2024-11-23T12:23:31,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c469fae8f7e99b1dd189eb74e54e79f3, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:31,503 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:23:31,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:23:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T12:23:31,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:31,655 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:31,655 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:23:31,655 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing c469fae8f7e99b1dd189eb74e54e79f3, disabling compactions & flushes 2024-11-23T12:23:31,655 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:31,655 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:31,655 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. after waiting 0 ms 2024-11-23T12:23:31,655 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:31,655 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing c469fae8f7e99b1dd189eb74e54e79f3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T12:23:31,655 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=A 2024-11-23T12:23:31,656 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:31,656 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=B 2024-11-23T12:23:31,656 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:31,656 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c469fae8f7e99b1dd189eb74e54e79f3, store=C 2024-11-23T12:23:31,656 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:31,659 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/155c33e1742a448b96b44272a6718f36 is 50, key is test_row_0/A:col10/1732364611493/Put/seqid=0 2024-11-23T12:23:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742170_1346 (size=12301) 2024-11-23T12:23:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T12:23:32,063 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/155c33e1742a448b96b44272a6718f36 2024-11-23T12:23:32,070 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/b449ba6fbc25423a9d68534f8a297d43 is 50, key is test_row_0/B:col10/1732364611493/Put/seqid=0 2024-11-23T12:23:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742171_1347 (size=12301) 2024-11-23T12:23:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T12:23:32,474 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/b449ba6fbc25423a9d68534f8a297d43 2024-11-23T12:23:32,480 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/5f9522fe587849018b2c598affbf5529 is 50, key is test_row_0/C:col10/1732364611493/Put/seqid=0 2024-11-23T12:23:32,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742172_1348 (size=12301) 2024-11-23T12:23:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T12:23:32,883 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/5f9522fe587849018b2c598affbf5529 2024-11-23T12:23:32,887 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/A/155c33e1742a448b96b44272a6718f36 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/155c33e1742a448b96b44272a6718f36 2024-11-23T12:23:32,890 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/155c33e1742a448b96b44272a6718f36, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T12:23:32,890 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/B/b449ba6fbc25423a9d68534f8a297d43 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b449ba6fbc25423a9d68534f8a297d43 2024-11-23T12:23:32,893 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b449ba6fbc25423a9d68534f8a297d43, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T12:23:32,894 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/.tmp/C/5f9522fe587849018b2c598affbf5529 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/5f9522fe587849018b2c598affbf5529 2024-11-23T12:23:32,896 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/5f9522fe587849018b2c598affbf5529, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T12:23:32,897 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c469fae8f7e99b1dd189eb74e54e79f3 in 1242ms, sequenceid=438, compaction requested=true 2024-11-23T12:23:32,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/c3b98743238b41b79892131b1ab22623, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/4ae4f318f9e44b9f88774a78ebf2ee90, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d7bafcd79e90451fb64a4a8bdcf13b04, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7f5e9cbe97ec42b694203fccdb622bb4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/882681d11c21479f91fe98a4433bc1c5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/440d95ec639f445ba800629cce8652aa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/63f9cb3d11434daa9f6e1efcc91739b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/2d3ed807db974b0790c6a1a2c84ce8d1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/19df146a0ddb41479619bc3c17f506a3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/915e8dbc66764c58a40252f138b42b2e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d89ff8ec60ee433e81bec5c5bb7fb4e6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d4e46da7a26429a80f2f094e0b3f1a8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5ba2e397d2ce462dba0806c0ac1217d6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d8a7a72d6d64406a5ebf511898ab44a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/10ffbfdaea5a4a93bd53c492e344300f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/a7c766d4baac439299ecfb8329b6d16a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7d37975955c145938fa58d9b510854f8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/8c9befd660a341e89fb65ae0062148b2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/05e7bb5b1d8d431b9751ab048526c0ce, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/01b4c64b0ad944479ff7d8d465f90d4f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/372d45c24d414759a157fd0046759f71, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/ca5e05d6d4814017a0f53b9864064c5e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7c5d5479e3544cb3994b2d1503bc76fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f5a8b32e9a3f4b80b346d1ebb7c01561, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b69bb9f79710446f9bc59352e7bd3dbd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/9c50c1970aa04516a9c5b3f997e99e0c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/56701619448749909710cccade808ab3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f4307dc8df1e454eb1ca33296b7c8791, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/41bc7c54fae2453695df764a957fa6d0] to archive 2024-11-23T12:23:32,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:32,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/c3b98743238b41b79892131b1ab22623 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/c3b98743238b41b79892131b1ab22623 2024-11-23T12:23:32,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/4ae4f318f9e44b9f88774a78ebf2ee90 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/4ae4f318f9e44b9f88774a78ebf2ee90 2024-11-23T12:23:32,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d7bafcd79e90451fb64a4a8bdcf13b04 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d7bafcd79e90451fb64a4a8bdcf13b04 2024-11-23T12:23:32,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7f5e9cbe97ec42b694203fccdb622bb4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7f5e9cbe97ec42b694203fccdb622bb4 2024-11-23T12:23:32,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/882681d11c21479f91fe98a4433bc1c5 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/882681d11c21479f91fe98a4433bc1c5 2024-11-23T12:23:32,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/440d95ec639f445ba800629cce8652aa to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/440d95ec639f445ba800629cce8652aa 2024-11-23T12:23:32,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/63f9cb3d11434daa9f6e1efcc91739b3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/63f9cb3d11434daa9f6e1efcc91739b3 2024-11-23T12:23:32,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/2d3ed807db974b0790c6a1a2c84ce8d1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/2d3ed807db974b0790c6a1a2c84ce8d1 2024-11-23T12:23:32,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/19df146a0ddb41479619bc3c17f506a3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/19df146a0ddb41479619bc3c17f506a3 2024-11-23T12:23:32,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/915e8dbc66764c58a40252f138b42b2e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/915e8dbc66764c58a40252f138b42b2e 2024-11-23T12:23:32,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d89ff8ec60ee433e81bec5c5bb7fb4e6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/d89ff8ec60ee433e81bec5c5bb7fb4e6 2024-11-23T12:23:32,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d4e46da7a26429a80f2f094e0b3f1a8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d4e46da7a26429a80f2f094e0b3f1a8 2024-11-23T12:23:32,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5ba2e397d2ce462dba0806c0ac1217d6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5ba2e397d2ce462dba0806c0ac1217d6 2024-11-23T12:23:32,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d8a7a72d6d64406a5ebf511898ab44a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/5d8a7a72d6d64406a5ebf511898ab44a 2024-11-23T12:23:32,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/10ffbfdaea5a4a93bd53c492e344300f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/10ffbfdaea5a4a93bd53c492e344300f 2024-11-23T12:23:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/a7c766d4baac439299ecfb8329b6d16a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/a7c766d4baac439299ecfb8329b6d16a 2024-11-23T12:23:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7d37975955c145938fa58d9b510854f8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7d37975955c145938fa58d9b510854f8 2024-11-23T12:23:32,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/8c9befd660a341e89fb65ae0062148b2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/8c9befd660a341e89fb65ae0062148b2 2024-11-23T12:23:32,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/05e7bb5b1d8d431b9751ab048526c0ce to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/05e7bb5b1d8d431b9751ab048526c0ce 2024-11-23T12:23:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/01b4c64b0ad944479ff7d8d465f90d4f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/01b4c64b0ad944479ff7d8d465f90d4f 2024-11-23T12:23:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/372d45c24d414759a157fd0046759f71 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/372d45c24d414759a157fd0046759f71 2024-11-23T12:23:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/ca5e05d6d4814017a0f53b9864064c5e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/ca5e05d6d4814017a0f53b9864064c5e 2024-11-23T12:23:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7c5d5479e3544cb3994b2d1503bc76fd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7c5d5479e3544cb3994b2d1503bc76fd 2024-11-23T12:23:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f5a8b32e9a3f4b80b346d1ebb7c01561 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f5a8b32e9a3f4b80b346d1ebb7c01561 2024-11-23T12:23:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b69bb9f79710446f9bc59352e7bd3dbd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b69bb9f79710446f9bc59352e7bd3dbd 2024-11-23T12:23:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/9c50c1970aa04516a9c5b3f997e99e0c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/9c50c1970aa04516a9c5b3f997e99e0c 2024-11-23T12:23:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/56701619448749909710cccade808ab3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/56701619448749909710cccade808ab3 2024-11-23T12:23:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f4307dc8df1e454eb1ca33296b7c8791 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/f4307dc8df1e454eb1ca33296b7c8791 2024-11-23T12:23:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/41bc7c54fae2453695df764a957fa6d0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/41bc7c54fae2453695df764a957fa6d0 2024-11-23T12:23:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d98c9702eae74b6798e3f5282129fd3b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/ce20e0f4c76f4db98ac6225332592865, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e35c691eda71495ebc697c98f2ad1949, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/1ba77352527f40b08965cb488fd299be, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3677a06784e640ffa31fe58d585213a0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/047fb3334a944306968737a7bb6d4028, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e860e1bbe67b49dead93da81e56ef0df, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/67fdc8aedeee4b73be1a436780f65801, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/01c61bfdc7c24395a78fb0f895e64d5e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/a7c0c01e5ff548f59c1aa0c5c66f76df, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/7a3c5afa6b3540c4859635cb5d86e8ff, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/79410fc2567440e0a021218917431551, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b695634b15164acfa31548b3532a528d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3e38fe00e75940e3bb894732715a2132, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/24ffb6511fcc407aa71552363c39109f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/84acc508298e49ffbd20545507e60108, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/4181bcd023484627a49ddaa27591f81c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/fe2603078da64cbaa9eefba7d1784db6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/9e3f59fefed0490284a34e4f63ddb9fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3d840346ba2c4a6182d7c8df172ec0b7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/911ad06cf189476c82a875a627db1a93, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d125480f754a48d2b117360eefe54426, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c262da2001354d2381117961834888de, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/41b1866c7c74487ea815c75e07ed574a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c364a4bb2a314c488224df20c20d1727, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/975b22ebb168412c83dfd08f2417d622, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa62fe5e80fc45d2b51c32eca37b2e85, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/923282c871ed46e1826b91ac20d6983b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa3f9029395644a9994cfe295587449a] to archive 2024-11-23T12:23:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d98c9702eae74b6798e3f5282129fd3b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d98c9702eae74b6798e3f5282129fd3b 2024-11-23T12:23:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/ce20e0f4c76f4db98ac6225332592865 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/ce20e0f4c76f4db98ac6225332592865 2024-11-23T12:23:32,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e35c691eda71495ebc697c98f2ad1949 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e35c691eda71495ebc697c98f2ad1949 2024-11-23T12:23:32,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/1ba77352527f40b08965cb488fd299be to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/1ba77352527f40b08965cb488fd299be 2024-11-23T12:23:32,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3677a06784e640ffa31fe58d585213a0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3677a06784e640ffa31fe58d585213a0 2024-11-23T12:23:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/047fb3334a944306968737a7bb6d4028 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/047fb3334a944306968737a7bb6d4028 2024-11-23T12:23:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e860e1bbe67b49dead93da81e56ef0df to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/e860e1bbe67b49dead93da81e56ef0df 2024-11-23T12:23:32,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/67fdc8aedeee4b73be1a436780f65801 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/67fdc8aedeee4b73be1a436780f65801 2024-11-23T12:23:32,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/01c61bfdc7c24395a78fb0f895e64d5e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/01c61bfdc7c24395a78fb0f895e64d5e 2024-11-23T12:23:32,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/a7c0c01e5ff548f59c1aa0c5c66f76df to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/a7c0c01e5ff548f59c1aa0c5c66f76df 2024-11-23T12:23:32,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/7a3c5afa6b3540c4859635cb5d86e8ff to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/7a3c5afa6b3540c4859635cb5d86e8ff 2024-11-23T12:23:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/79410fc2567440e0a021218917431551 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/79410fc2567440e0a021218917431551 2024-11-23T12:23:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b695634b15164acfa31548b3532a528d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b695634b15164acfa31548b3532a528d 2024-11-23T12:23:32,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3e38fe00e75940e3bb894732715a2132 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3e38fe00e75940e3bb894732715a2132 2024-11-23T12:23:32,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/24ffb6511fcc407aa71552363c39109f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/24ffb6511fcc407aa71552363c39109f 2024-11-23T12:23:32,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/84acc508298e49ffbd20545507e60108 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/84acc508298e49ffbd20545507e60108 2024-11-23T12:23:32,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/4181bcd023484627a49ddaa27591f81c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/4181bcd023484627a49ddaa27591f81c 2024-11-23T12:23:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/fe2603078da64cbaa9eefba7d1784db6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/fe2603078da64cbaa9eefba7d1784db6 2024-11-23T12:23:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/9e3f59fefed0490284a34e4f63ddb9fd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/9e3f59fefed0490284a34e4f63ddb9fd 2024-11-23T12:23:32,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3d840346ba2c4a6182d7c8df172ec0b7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/3d840346ba2c4a6182d7c8df172ec0b7 2024-11-23T12:23:32,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/911ad06cf189476c82a875a627db1a93 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/911ad06cf189476c82a875a627db1a93 2024-11-23T12:23:32,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d125480f754a48d2b117360eefe54426 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d125480f754a48d2b117360eefe54426 2024-11-23T12:23:32,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c262da2001354d2381117961834888de to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c262da2001354d2381117961834888de 2024-11-23T12:23:32,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/41b1866c7c74487ea815c75e07ed574a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/41b1866c7c74487ea815c75e07ed574a 2024-11-23T12:23:32,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c364a4bb2a314c488224df20c20d1727 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/c364a4bb2a314c488224df20c20d1727 2024-11-23T12:23:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/975b22ebb168412c83dfd08f2417d622 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/975b22ebb168412c83dfd08f2417d622 2024-11-23T12:23:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa62fe5e80fc45d2b51c32eca37b2e85 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa62fe5e80fc45d2b51c32eca37b2e85 2024-11-23T12:23:32,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/923282c871ed46e1826b91ac20d6983b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/923282c871ed46e1826b91ac20d6983b 2024-11-23T12:23:32,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa3f9029395644a9994cfe295587449a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/aa3f9029395644a9994cfe295587449a 2024-11-23T12:23:32,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/0f6348db3dfe43588a72e3e2b718eed6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93ab6700c0ed49fdbac7f872b4415245, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ddaf00727e4e4bce9b41df015a6aa829, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/3006b30df0d1410492a8d0c1f47d2c2b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/dd9eeab9bfd547e9830b3c1d1667b022, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/795d71a26e1143d8ab5a5c1fe3373fdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2662a221391c477bb6f4b568f55e8463, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/847e04c08fd94f8abf9be4fcec520876, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/cd041171f84b4473ad89358584f6ce34, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93fd288acc2c42b49159a7f978ec5d91, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/bc6aedd5f99142dda42afe2119fa5ad0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/8f77a1fd36de4fcc9e11ac7c9ab53583, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/83e0f9ea7f9446b796ab81b22e965b19, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e14e19f58fdf44a8abf7270c84864e96, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/85f75b7b68e74b60b1d6062746072fe9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/616b1226e9174113b834402828c6226d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/d481d778c743412b8ebbad54d2067e72, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/c5c1545672aa46b7a3260b16ef2a74af, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ceb8a0e30cd44cfaae8aa03b16ff97e4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6a5cdda9d62840759f986f5aa2d296ae, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/978f9d9c356344b992396f1b4a796e53, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e8c4613d53464f6f94e0a5cf832db415, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/1bd538117a6546398fc43b5a84a6f9db, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2ac49cd78d3e4c368b8631ef0a07b0dd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/54fac64563e242659bcd7c410b878257, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/611ced7e915f4d80aa87dd5f02485e6e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6368ad8236b94d0789e5aa5962def4ba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/01ff7f111cbb4767b3f65c85fde20cbe] to archive 2024-11-23T12:23:32,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:32,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/0f6348db3dfe43588a72e3e2b718eed6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/0f6348db3dfe43588a72e3e2b718eed6 2024-11-23T12:23:32,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93ab6700c0ed49fdbac7f872b4415245 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93ab6700c0ed49fdbac7f872b4415245 2024-11-23T12:23:32,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ddaf00727e4e4bce9b41df015a6aa829 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ddaf00727e4e4bce9b41df015a6aa829 2024-11-23T12:23:32,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/3006b30df0d1410492a8d0c1f47d2c2b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/3006b30df0d1410492a8d0c1f47d2c2b 2024-11-23T12:23:32,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/dd9eeab9bfd547e9830b3c1d1667b022 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/dd9eeab9bfd547e9830b3c1d1667b022 2024-11-23T12:23:32,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/795d71a26e1143d8ab5a5c1fe3373fdf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/795d71a26e1143d8ab5a5c1fe3373fdf 2024-11-23T12:23:32,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2662a221391c477bb6f4b568f55e8463 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2662a221391c477bb6f4b568f55e8463 2024-11-23T12:23:32,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/847e04c08fd94f8abf9be4fcec520876 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/847e04c08fd94f8abf9be4fcec520876 2024-11-23T12:23:32,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/cd041171f84b4473ad89358584f6ce34 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/cd041171f84b4473ad89358584f6ce34 2024-11-23T12:23:32,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93fd288acc2c42b49159a7f978ec5d91 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/93fd288acc2c42b49159a7f978ec5d91 2024-11-23T12:23:32,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/bc6aedd5f99142dda42afe2119fa5ad0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/bc6aedd5f99142dda42afe2119fa5ad0 2024-11-23T12:23:32,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/8f77a1fd36de4fcc9e11ac7c9ab53583 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/8f77a1fd36de4fcc9e11ac7c9ab53583 2024-11-23T12:23:32,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/83e0f9ea7f9446b796ab81b22e965b19 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/83e0f9ea7f9446b796ab81b22e965b19 2024-11-23T12:23:32,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e14e19f58fdf44a8abf7270c84864e96 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e14e19f58fdf44a8abf7270c84864e96 2024-11-23T12:23:32,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/85f75b7b68e74b60b1d6062746072fe9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/85f75b7b68e74b60b1d6062746072fe9 2024-11-23T12:23:32,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/616b1226e9174113b834402828c6226d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/616b1226e9174113b834402828c6226d 2024-11-23T12:23:32,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/d481d778c743412b8ebbad54d2067e72 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/d481d778c743412b8ebbad54d2067e72 2024-11-23T12:23:32,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/c5c1545672aa46b7a3260b16ef2a74af to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/c5c1545672aa46b7a3260b16ef2a74af 2024-11-23T12:23:32,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ceb8a0e30cd44cfaae8aa03b16ff97e4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/ceb8a0e30cd44cfaae8aa03b16ff97e4 2024-11-23T12:23:32,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6a5cdda9d62840759f986f5aa2d296ae to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6a5cdda9d62840759f986f5aa2d296ae 2024-11-23T12:23:32,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/978f9d9c356344b992396f1b4a796e53 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/978f9d9c356344b992396f1b4a796e53 2024-11-23T12:23:32,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e8c4613d53464f6f94e0a5cf832db415 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/e8c4613d53464f6f94e0a5cf832db415 2024-11-23T12:23:32,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/1bd538117a6546398fc43b5a84a6f9db to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/1bd538117a6546398fc43b5a84a6f9db 2024-11-23T12:23:32,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2ac49cd78d3e4c368b8631ef0a07b0dd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2ac49cd78d3e4c368b8631ef0a07b0dd 2024-11-23T12:23:32,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/54fac64563e242659bcd7c410b878257 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/54fac64563e242659bcd7c410b878257 2024-11-23T12:23:32,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/611ced7e915f4d80aa87dd5f02485e6e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/611ced7e915f4d80aa87dd5f02485e6e 2024-11-23T12:23:32,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6368ad8236b94d0789e5aa5962def4ba to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/6368ad8236b94d0789e5aa5962def4ba 2024-11-23T12:23:32,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/01ff7f111cbb4767b3f65c85fde20cbe to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/01ff7f111cbb4767b3f65c85fde20cbe 2024-11-23T12:23:32,978 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=1 2024-11-23T12:23:32,979 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3. 2024-11-23T12:23:32,979 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for c469fae8f7e99b1dd189eb74e54e79f3: 2024-11-23T12:23:32,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c469fae8f7e99b1dd189eb74e54e79f3, regionState=CLOSED 2024-11-23T12:23:32,981 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:32,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T12:23:32,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure c469fae8f7e99b1dd189eb74e54e79f3, server=98b76cdd9f26,37419,1732364514555 in 1.4780 sec 2024-11-23T12:23:32,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-23T12:23:32,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c469fae8f7e99b1dd189eb74e54e79f3, UNASSIGN in 1.4820 sec 2024-11-23T12:23:32,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T12:23:32,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4840 sec 2024-11-23T12:23:32,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364612985"}]},"ts":"1732364612985"} 2024-11-23T12:23:32,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T12:23:32,988 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T12:23:32,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-23T12:23:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T12:23:33,601 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T12:23:33,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T12:23:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,602 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T12:23:33,603 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,605 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:33,607 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/recovered.edits] 2024-11-23T12:23:33,609 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/155c33e1742a448b96b44272a6718f36 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/155c33e1742a448b96b44272a6718f36 2024-11-23T12:23:33,610 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7fbae585fce64a3a8e169a25331ab7ad to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/7fbae585fce64a3a8e169a25331ab7ad 2024-11-23T12:23:33,611 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b175d8a3bcab495cb913b1a17e2df6d7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/A/b175d8a3bcab495cb913b1a17e2df6d7 2024-11-23T12:23:33,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/36ad82f4ee694131b58545574dc03968 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/36ad82f4ee694131b58545574dc03968 2024-11-23T12:23:33,614 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b449ba6fbc25423a9d68534f8a297d43 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/b449ba6fbc25423a9d68534f8a297d43 2024-11-23T12:23:33,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d8279e918081400a997ebb217e5f5fc1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/B/d8279e918081400a997ebb217e5f5fc1 2024-11-23T12:23:33,618 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2f683d2b47f7430c9718302da1e3373a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/2f683d2b47f7430c9718302da1e3373a 2024-11-23T12:23:33,619 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/5f9522fe587849018b2c598affbf5529 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/5f9522fe587849018b2c598affbf5529 2024-11-23T12:23:33,621 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/a7af909864364bbaa74d80e679785b25 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/C/a7af909864364bbaa74d80e679785b25 2024-11-23T12:23:33,623 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/recovered.edits/441.seqid to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3/recovered.edits/441.seqid 2024-11-23T12:23:33,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/c469fae8f7e99b1dd189eb74e54e79f3 2024-11-23T12:23:33,624 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T12:23:33,626 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,630 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T12:23:33,632 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T12:23:33,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T12:23:33,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732364613633"}]},"ts":"9223372036854775807"} 2024-11-23T12:23:33,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T12:23:33,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c469fae8f7e99b1dd189eb74e54e79f3, NAME => 'TestAcidGuarantees,,1732364581492.c469fae8f7e99b1dd189eb74e54e79f3.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T12:23:33,635 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T12:23:33,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732364613635"}]},"ts":"9223372036854775807"} 2024-11-23T12:23:33,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T12:23:33,639 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-23T12:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T12:23:33,704 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-23T12:23:33,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=444 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=3944 (was 4012) 2024-11-23T12:23:33,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=3944 2024-11-23T12:23:33,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:23:33,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:23:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:33,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:23:33,724 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:33,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-23T12:23:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T12:23:33,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:23:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742173_1349 (size=963) 2024-11-23T12:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T12:23:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T12:23:34,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:23:34,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742174_1350 (size=53) 2024-11-23T12:23:34,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T12:23:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T12:23:34,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:23:34,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bc2ab5455507917ba41728037c294cfd, disabling compactions & flushes 2024-11-23T12:23:34,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. after waiting 0 ms 2024-11-23T12:23:34,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:34,539 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:23:34,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732364614539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364614539"}]},"ts":"1732364614539"} 2024-11-23T12:23:34,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:23:34,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:23:34,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364614540"}]},"ts":"1732364614540"} 2024-11-23T12:23:34,541 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T12:23:34,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, ASSIGN}] 2024-11-23T12:23:34,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, ASSIGN 2024-11-23T12:23:34,547 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:23:34,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:34,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:23:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T12:23:34,850 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:34,852 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,853 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:23:34,853 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,853 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:23:34,853 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,853 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,854 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,855 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:34,856 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2ab5455507917ba41728037c294cfd columnFamilyName A 2024-11-23T12:23:34,856 DEBUG [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:34,856 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(327): Store=bc2ab5455507917ba41728037c294cfd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:34,856 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,857 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:34,857 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2ab5455507917ba41728037c294cfd columnFamilyName B 2024-11-23T12:23:34,857 DEBUG [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:34,858 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(327): Store=bc2ab5455507917ba41728037c294cfd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:34,858 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,859 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:34,859 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2ab5455507917ba41728037c294cfd columnFamilyName C 2024-11-23T12:23:34,859 DEBUG [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:34,859 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(327): Store=bc2ab5455507917ba41728037c294cfd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:34,859 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,860 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,860 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,861 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:23:34,862 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:34,864 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:23:34,864 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened bc2ab5455507917ba41728037c294cfd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72710137, jitterRate=0.08346547186374664}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:23:34,865 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:34,865 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., pid=96, masterSystemTime=1732364614850 2024-11-23T12:23:34,866 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,866 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:34,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:34,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T12:23:34,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 in 169 msec 2024-11-23T12:23:34,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-23T12:23:34,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, ASSIGN in 323 msec 2024-11-23T12:23:34,870 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:23:34,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364614870"}]},"ts":"1732364614870"} 2024-11-23T12:23:34,871 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T12:23:34,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:23:34,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-23T12:23:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T12:23:35,828 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-23T12:23:35,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04f9fed4 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2953086d 2024-11-23T12:23:35,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33feebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:35,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:35,835 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:35,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:23:35,837 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:23:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:23:35,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:23:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742175_1351 (size=999) 2024-11-23T12:23:36,250 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T12:23:36,250 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T12:23:36,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:23:36,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, REOPEN/MOVE}] 2024-11-23T12:23:36,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, REOPEN/MOVE 2024-11-23T12:23:36,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,255 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:23:36,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:23:36,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,407 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,407 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:23:36,407 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing bc2ab5455507917ba41728037c294cfd, disabling compactions & flushes 2024-11-23T12:23:36,407 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,407 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,407 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. after waiting 0 ms 2024-11-23T12:23:36,407 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,410 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T12:23:36,411 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,411 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:36,411 WARN [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: bc2ab5455507917ba41728037c294cfd to self. 2024-11-23T12:23:36,412 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=CLOSED 2024-11-23T12:23:36,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T12:23:36,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 in 158 msec 2024-11-23T12:23:36,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, REOPEN/MOVE; state=CLOSED, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=true 2024-11-23T12:23:36,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:23:36,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,720 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,720 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:23:36,721 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,721 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:23:36,721 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,721 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,722 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,723 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:36,723 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2ab5455507917ba41728037c294cfd columnFamilyName A 2024-11-23T12:23:36,724 DEBUG [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:36,725 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(327): Store=bc2ab5455507917ba41728037c294cfd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:36,725 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,725 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:36,726 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2ab5455507917ba41728037c294cfd columnFamilyName B 2024-11-23T12:23:36,726 DEBUG [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:36,726 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(327): Store=bc2ab5455507917ba41728037c294cfd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:36,726 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,726 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:23:36,726 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2ab5455507917ba41728037c294cfd columnFamilyName C 2024-11-23T12:23:36,727 DEBUG [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:36,727 INFO [StoreOpener-bc2ab5455507917ba41728037c294cfd-1 {}] regionserver.HStore(327): Store=bc2ab5455507917ba41728037c294cfd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:23:36,727 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,728 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,728 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,729 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:23:36,730 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,731 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened bc2ab5455507917ba41728037c294cfd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67007845, jitterRate=-0.0015053004026412964}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:23:36,732 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:36,733 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., pid=101, masterSystemTime=1732364616717 2024-11-23T12:23:36,734 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,734 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=OPEN, openSeqNum=5, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-23T12:23:36,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 in 169 msec 2024-11-23T12:23:36,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T12:23:36,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, REOPEN/MOVE in 483 msec 2024-11-23T12:23:36,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T12:23:36,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-23T12:23:36,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-23T12:23:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T12:23:36,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1157d18a to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2076b3ad 2024-11-23T12:23:36,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c40db2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bcb3d to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20c5edec 2024-11-23T12:23:36,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a86cb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77b5b03d to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@789089aa 2024-11-23T12:23:36,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3401188a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15bd9063 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@699c96a7 2024-11-23T12:23:36,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55650656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c0ec341 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712a5bc9 2024-11-23T12:23:36,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c80a40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b660061 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cf69c5 2024-11-23T12:23:36,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5910b8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45ad0ff5 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c35c7c4 2024-11-23T12:23:36,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28dc77ab to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a259e93 2024-11-23T12:23:36,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b6d860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70304ef6 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6179765 2024-11-23T12:23:36,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16722a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f8ea360 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3518b14b 2024-11-23T12:23:36,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323d4725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:23:36,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-23T12:23:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:36,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:36,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:36,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:36,793 DEBUG [hconnection-0x4edb326c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,794 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,795 DEBUG [hconnection-0x5411e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,796 DEBUG [hconnection-0x4573f4b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,796 DEBUG [hconnection-0x4c87fe51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,796 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,797 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,797 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,798 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:36,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:23:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:36,815 DEBUG [hconnection-0x67073526-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,816 DEBUG [hconnection-0x45b283ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,816 DEBUG [hconnection-0x12270ebb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,817 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,817 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,818 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,823 DEBUG [hconnection-0x43a5bf7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,824 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,828 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:23:36,829 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:23:36,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d00936034704f51a8c0145e3f6341d0_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364616802/Put/seqid=0 2024-11-23T12:23:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742176_1352 (size=12154) 2024-11-23T12:23:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364676850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364676851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364676855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364676856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364676857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:36,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:36,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:36,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364676958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364676959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364676959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364676960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:36,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364676960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:37,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364677160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364677161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364677161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364677162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364677163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:37,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d00936034704f51a8c0145e3f6341d0_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d00936034704f51a8c0145e3f6341d0_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:37,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fc7f2266d5914c66831a02f266a5f142, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:37,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fc7f2266d5914c66831a02f266a5f142 is 175, key is test_row_0/A:col10/1732364616802/Put/seqid=0 2024-11-23T12:23:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742177_1353 (size=30955) 2024-11-23T12:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:37,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:37,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364677465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364677466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364677466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364677467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364677467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fc7f2266d5914c66831a02f266a5f142 2024-11-23T12:23:37,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/f8b1bba3f3a54a4c81760380063c0020 is 50, key is test_row_0/B:col10/1732364616802/Put/seqid=0 2024-11-23T12:23:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742178_1354 (size=12001) 2024-11-23T12:23:37,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:37,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:37,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364677970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364677970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364677971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364677972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:37,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364677974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/f8b1bba3f3a54a4c81760380063c0020 2024-11-23T12:23:38,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a313b289830d4ba99f68346395f82678 is 50, key is test_row_0/C:col10/1732364616802/Put/seqid=0 2024-11-23T12:23:38,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742179_1355 (size=12001) 2024-11-23T12:23:38,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:38,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:38,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T12:23:38,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a313b289830d4ba99f68346395f82678 2024-11-23T12:23:38,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fc7f2266d5914c66831a02f266a5f142 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142 2024-11-23T12:23:38,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142, entries=150, sequenceid=16, filesize=30.2 K 2024-11-23T12:23:38,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/f8b1bba3f3a54a4c81760380063c0020 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f8b1bba3f3a54a4c81760380063c0020 2024-11-23T12:23:38,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f8b1bba3f3a54a4c81760380063c0020, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T12:23:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a313b289830d4ba99f68346395f82678 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a313b289830d4ba99f68346395f82678 2024-11-23T12:23:38,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a313b289830d4ba99f68346395f82678, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T12:23:38,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bc2ab5455507917ba41728037c294cfd in 1737ms, sequenceid=16, compaction requested=false 2024-11-23T12:23:38,541 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T12:23:38,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:38,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T12:23:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:38,620 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:38,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc8150d89e9d4163917917667c693a5f_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364616856/Put/seqid=0 2024-11-23T12:23:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742180_1356 (size=12154) 2024-11-23T12:23:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:38,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364678989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364678993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364678994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364678994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:38,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364678994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:39,035 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc8150d89e9d4163917917667c693a5f_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fc8150d89e9d4163917917667c693a5f_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fce1e3ddac7944088804634c0f991b22, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:39,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fce1e3ddac7944088804634c0f991b22 is 175, key is test_row_0/A:col10/1732364616856/Put/seqid=0 2024-11-23T12:23:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742181_1357 (size=30955) 2024-11-23T12:23:39,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364679095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364679095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364679099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364679099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364679099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364679299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364679299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364679303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364679304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364679304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,441 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fce1e3ddac7944088804634c0f991b22 2024-11-23T12:23:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/5cbfb1c8ff514ca4af706b99fafa9aae is 50, key is test_row_0/B:col10/1732364616856/Put/seqid=0 2024-11-23T12:23:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742182_1358 (size=12001) 2024-11-23T12:23:39,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364679603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364679603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364679608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364679609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364679610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:39,852 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/5cbfb1c8ff514ca4af706b99fafa9aae 2024-11-23T12:23:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/2cc84b91c32245339355aa7abdd27539 is 50, key is test_row_0/C:col10/1732364616856/Put/seqid=0 2024-11-23T12:23:39,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742183_1359 (size=12001) 2024-11-23T12:23:40,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364680106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:40,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364680107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364680113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364680114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364680114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:40,264 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/2cc84b91c32245339355aa7abdd27539 2024-11-23T12:23:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/fce1e3ddac7944088804634c0f991b22 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22 2024-11-23T12:23:40,273 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T12:23:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/5cbfb1c8ff514ca4af706b99fafa9aae as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5cbfb1c8ff514ca4af706b99fafa9aae 2024-11-23T12:23:40,277 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5cbfb1c8ff514ca4af706b99fafa9aae, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T12:23:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/2cc84b91c32245339355aa7abdd27539 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/2cc84b91c32245339355aa7abdd27539 2024-11-23T12:23:40,281 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/2cc84b91c32245339355aa7abdd27539, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T12:23:40,282 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for bc2ab5455507917ba41728037c294cfd in 1661ms, sequenceid=40, compaction requested=false 2024-11-23T12:23:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-23T12:23:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-23T12:23:40,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T12:23:40,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4960 sec 2024-11-23T12:23:40,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 3.4980 sec 2024-11-23T12:23:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T12:23:40,898 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-23T12:23:40,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-23T12:23:40,901 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:40,902 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T12:23:40,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T12:23:41,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T12:23:41,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:41,054 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:23:41,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7d878d88225411c95d63db4e861c1ab_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364618992/Put/seqid=0 2024-11-23T12:23:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742184_1360 (size=12154) 2024-11-23T12:23:41,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:41,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364681151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364681153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364681154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364681154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364681157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T12:23:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364681258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364681258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364681260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364681260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364681263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364681462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364681463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364681464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364681465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,471 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7d878d88225411c95d63db4e861c1ab_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7d878d88225411c95d63db4e861c1ab_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364681467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c7c5e17894eb4c1e9caac2f41c5b2081, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:41,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c7c5e17894eb4c1e9caac2f41c5b2081 is 175, key is test_row_0/A:col10/1732364618992/Put/seqid=0 2024-11-23T12:23:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742185_1361 (size=30955) 2024-11-23T12:23:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T12:23:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364681769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364681769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364681769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364681770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364681774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c7c5e17894eb4c1e9caac2f41c5b2081 2024-11-23T12:23:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/ec0c3003ff2745de8a4fc83c10510cdc is 50, key is test_row_0/B:col10/1732364618992/Put/seqid=0 2024-11-23T12:23:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742186_1362 (size=12001) 2024-11-23T12:23:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T12:23:42,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364682276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364682276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364682276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:42,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364682277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364682281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:42,289 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/ec0c3003ff2745de8a4fc83c10510cdc 2024-11-23T12:23:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/bd3c8f0f41e444d99b9eee33c30ebfb2 is 50, key is test_row_0/C:col10/1732364618992/Put/seqid=0 2024-11-23T12:23:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742187_1363 (size=12001) 2024-11-23T12:23:42,302 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/bd3c8f0f41e444d99b9eee33c30ebfb2 2024-11-23T12:23:42,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c7c5e17894eb4c1e9caac2f41c5b2081 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081 2024-11-23T12:23:42,309 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T12:23:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/ec0c3003ff2745de8a4fc83c10510cdc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ec0c3003ff2745de8a4fc83c10510cdc 2024-11-23T12:23:42,313 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ec0c3003ff2745de8a4fc83c10510cdc, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:23:42,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/bd3c8f0f41e444d99b9eee33c30ebfb2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/bd3c8f0f41e444d99b9eee33c30ebfb2 2024-11-23T12:23:42,317 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/bd3c8f0f41e444d99b9eee33c30ebfb2, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:23:42,318 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bc2ab5455507917ba41728037c294cfd in 1264ms, sequenceid=53, compaction requested=true 2024-11-23T12:23:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-23T12:23:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-23T12:23:42,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T12:23:42,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-23T12:23:42,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4210 sec 2024-11-23T12:23:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T12:23:43,006 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-23T12:23:43,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T12:23:43,008 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T12:23:43,009 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:43,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T12:23:43,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T12:23:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:43,162 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:23:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c8d2045a0f1b4767bc669f0c8572f38f_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364621146/Put/seqid=0 2024-11-23T12:23:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742188_1364 (size=12154) 2024-11-23T12:23:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:43,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:43,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364683294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364683294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364683294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364683295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364683299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T12:23:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364683400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364683401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364683401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364683402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364683402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:43,578 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c8d2045a0f1b4767bc669f0c8572f38f_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c8d2045a0f1b4767bc669f0c8572f38f_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/6414ca240125429b8421c7311ca828f3, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/6414ca240125429b8421c7311ca828f3 is 175, key is test_row_0/A:col10/1732364621146/Put/seqid=0 2024-11-23T12:23:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742189_1365 (size=30955) 2024-11-23T12:23:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364683603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364683604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364683604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364683607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364683608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T12:23:43,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364683909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364683909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364683910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364683912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364683914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:43,993 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/6414ca240125429b8421c7311ca828f3 2024-11-23T12:23:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/286c44abd3a0475eaa3c213ba9dd46b2 is 50, key is test_row_0/B:col10/1732364621146/Put/seqid=0 2024-11-23T12:23:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742190_1366 (size=12001) 2024-11-23T12:23:44,004 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/286c44abd3a0475eaa3c213ba9dd46b2 2024-11-23T12:23:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a6a743a15ba64c68b84df2e6a811c2b3 is 50, key is test_row_0/C:col10/1732364621146/Put/seqid=0 2024-11-23T12:23:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742191_1367 (size=12001) 2024-11-23T12:23:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T12:23:44,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T12:23:44,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T12:23:44,415 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a6a743a15ba64c68b84df2e6a811c2b3 2024-11-23T12:23:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/6414ca240125429b8421c7311ca828f3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3 2024-11-23T12:23:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364684416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364684417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364684419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:44,424 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3, entries=150, sequenceid=76, filesize=30.2 K 2024-11-23T12:23:44,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/286c44abd3a0475eaa3c213ba9dd46b2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/286c44abd3a0475eaa3c213ba9dd46b2 2024-11-23T12:23:44,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364684420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364684420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:44,428 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/286c44abd3a0475eaa3c213ba9dd46b2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:23:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a6a743a15ba64c68b84df2e6a811c2b3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a6a743a15ba64c68b84df2e6a811c2b3 2024-11-23T12:23:44,432 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a6a743a15ba64c68b84df2e6a811c2b3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:23:44,433 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bc2ab5455507917ba41728037c294cfd in 1271ms, sequenceid=76, compaction requested=true 2024-11-23T12:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:44,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T12:23:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T12:23:44,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T12:23:44,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-23T12:23:44,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4290 sec 2024-11-23T12:23:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T12:23:45,114 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T12:23:45,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T12:23:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T12:23:45,117 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:45,117 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:45,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T12:23:45,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T12:23:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:45,269 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:23:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:45,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:45,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:45,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a94bf268d8974ee1a8752c1b1c6825d4_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364623291/Put/seqid=0 2024-11-23T12:23:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742192_1368 (size=12154) 2024-11-23T12:23:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T12:23:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364685453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364685454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364685455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364685456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364685457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364685564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364685564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364685567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364685567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364685568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:45,688 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a94bf268d8974ee1a8752c1b1c6825d4_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a94bf268d8974ee1a8752c1b1c6825d4_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c4a6c33e9b82496dafc9114674c0012d, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c4a6c33e9b82496dafc9114674c0012d is 175, key is test_row_0/A:col10/1732364623291/Put/seqid=0 2024-11-23T12:23:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742193_1369 (size=30955) 2024-11-23T12:23:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T12:23:45,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364685770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364685771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364685773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364685774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364685774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364686077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364686077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364686078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364686079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364686080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,094 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c4a6c33e9b82496dafc9114674c0012d 2024-11-23T12:23:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/5116c650a8e54917bc4d3dc8beae0252 is 50, key is test_row_0/B:col10/1732364623291/Put/seqid=0 2024-11-23T12:23:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742194_1370 (size=12001) 2024-11-23T12:23:46,105 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/5116c650a8e54917bc4d3dc8beae0252 2024-11-23T12:23:46,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/db260859761b413cb9f5b3e1f1edfb33 is 50, key is test_row_0/C:col10/1732364623291/Put/seqid=0 2024-11-23T12:23:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742195_1371 (size=12001) 2024-11-23T12:23:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T12:23:46,516 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/db260859761b413cb9f5b3e1f1edfb33 2024-11-23T12:23:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/c4a6c33e9b82496dafc9114674c0012d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d 2024-11-23T12:23:46,525 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d, entries=150, sequenceid=89, filesize=30.2 K 2024-11-23T12:23:46,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/5116c650a8e54917bc4d3dc8beae0252 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5116c650a8e54917bc4d3dc8beae0252 2024-11-23T12:23:46,530 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5116c650a8e54917bc4d3dc8beae0252, entries=150, sequenceid=89, filesize=11.7 K 2024-11-23T12:23:46,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/db260859761b413cb9f5b3e1f1edfb33 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db260859761b413cb9f5b3e1f1edfb33 2024-11-23T12:23:46,534 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db260859761b413cb9f5b3e1f1edfb33, entries=150, sequenceid=89, filesize=11.7 K 2024-11-23T12:23:46,535 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bc2ab5455507917ba41728037c294cfd in 1265ms, sequenceid=89, compaction requested=true 2024-11-23T12:23:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T12:23:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T12:23:46,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T12:23:46,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-23T12:23:46,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4230 sec 2024-11-23T12:23:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:46,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:23:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:46,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230d5069b8cc4748299fc4646ce56ed262_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:46,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742196_1372 (size=14594) 2024-11-23T12:23:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364686598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364686602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364686603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364686605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364686605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364686706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364686707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364686710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364686710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364686713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364686913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364686913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364686915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364686915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:46,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364686919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:47,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230d5069b8cc4748299fc4646ce56ed262_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d5069b8cc4748299fc4646ce56ed262_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:47,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:47,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc is 175, key is test_row_0/A:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742197_1373 (size=39549) 2024-11-23T12:23:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T12:23:47,220 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T12:23:47,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T12:23:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T12:23:47,223 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:47,224 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:47,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364687220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364687221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364687221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364687221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364687227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T12:23:47,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T12:23:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc 2024-11-23T12:23:47,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/b090d4fcdb0e40d58dace46cd88ddca6 is 50, key is test_row_0/B:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742198_1374 (size=12001) 2024-11-23T12:23:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T12:23:47,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T12:23:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T12:23:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364687728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364687730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364687731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364687731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364687731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/b090d4fcdb0e40d58dace46cd88ddca6 2024-11-23T12:23:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T12:23:47,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T12:23:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:47,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/db19119df41448fea76866c615a03106 is 50, key is test_row_0/C:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742199_1375 (size=12001) 2024-11-23T12:23:47,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/db19119df41448fea76866c615a03106 2024-11-23T12:23:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc 2024-11-23T12:23:47,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc, entries=200, sequenceid=113, filesize=38.6 K 2024-11-23T12:23:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/b090d4fcdb0e40d58dace46cd88ddca6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/b090d4fcdb0e40d58dace46cd88ddca6 2024-11-23T12:23:47,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/b090d4fcdb0e40d58dace46cd88ddca6, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T12:23:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/db19119df41448fea76866c615a03106 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db19119df41448fea76866c615a03106 2024-11-23T12:23:47,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db19119df41448fea76866c615a03106, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T12:23:47,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bc2ab5455507917ba41728037c294cfd in 1280ms, sequenceid=113, compaction requested=true 2024-11-23T12:23:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:47,866 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T12:23:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:47,867 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T12:23:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:47,868 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 194324 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T12:23:47,868 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/A is initiating minor compaction (all files) 2024-11-23T12:23:47,868 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/A in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,868 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=189.8 K 2024-11-23T12:23:47,868 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T12:23:47,868 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,868 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/B is initiating minor compaction (all files) 2024-11-23T12:23:47,868 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc] 2024-11-23T12:23:47,868 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/B in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,868 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f8b1bba3f3a54a4c81760380063c0020, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5cbfb1c8ff514ca4af706b99fafa9aae, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ec0c3003ff2745de8a4fc83c10510cdc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/286c44abd3a0475eaa3c213ba9dd46b2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5116c650a8e54917bc4d3dc8beae0252, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/b090d4fcdb0e40d58dace46cd88ddca6] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=70.3 K 2024-11-23T12:23:47,869 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc7f2266d5914c66831a02f266a5f142, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732364616801 2024-11-23T12:23:47,869 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f8b1bba3f3a54a4c81760380063c0020, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732364616801 2024-11-23T12:23:47,869 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cbfb1c8ff514ca4af706b99fafa9aae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732364616810 2024-11-23T12:23:47,869 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting fce1e3ddac7944088804634c0f991b22, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732364616810 2024-11-23T12:23:47,870 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ec0c3003ff2745de8a4fc83c10510cdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364618992 2024-11-23T12:23:47,870 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7c5e17894eb4c1e9caac2f41c5b2081, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364618992 2024-11-23T12:23:47,870 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 286c44abd3a0475eaa3c213ba9dd46b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364621146 2024-11-23T12:23:47,870 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6414ca240125429b8421c7311ca828f3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364621146 2024-11-23T12:23:47,870 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4a6c33e9b82496dafc9114674c0012d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732364623291 2024-11-23T12:23:47,870 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5116c650a8e54917bc4d3dc8beae0252, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732364623291 2024-11-23T12:23:47,871 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0e7ca8a04f4bd98c5367a6ffe1e2bc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364625446 2024-11-23T12:23:47,871 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b090d4fcdb0e40d58dace46cd88ddca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364625455 2024-11-23T12:23:47,885 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:47,886 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/c051c0d737a043ad896c099161388742 is 50, key is test_row_0/B:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:47,887 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:47,892 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123193eb137b7ce405f918f6a2acb8546ad_bc2ab5455507917ba41728037c294cfd store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:47,895 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123193eb137b7ce405f918f6a2acb8546ad_bc2ab5455507917ba41728037c294cfd, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:47,895 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123193eb137b7ce405f918f6a2acb8546ad_bc2ab5455507917ba41728037c294cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742200_1376 (size=12207) 2024-11-23T12:23:47,902 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/c051c0d737a043ad896c099161388742 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c051c0d737a043ad896c099161388742 2024-11-23T12:23:47,907 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in bc2ab5455507917ba41728037c294cfd/B of bc2ab5455507917ba41728037c294cfd into c051c0d737a043ad896c099161388742(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:47,907 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:47,907 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/B, priority=10, startTime=1732364627867; duration=0sec 2024-11-23T12:23:47,907 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:47,907 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:B 2024-11-23T12:23:47,908 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T12:23:47,910 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T12:23:47,910 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/C is initiating minor compaction (all files) 2024-11-23T12:23:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742201_1377 (size=4469) 2024-11-23T12:23:47,910 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/C in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,911 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a313b289830d4ba99f68346395f82678, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/2cc84b91c32245339355aa7abdd27539, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/bd3c8f0f41e444d99b9eee33c30ebfb2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a6a743a15ba64c68b84df2e6a811c2b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db260859761b413cb9f5b3e1f1edfb33, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db19119df41448fea76866c615a03106] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=70.3 K 2024-11-23T12:23:47,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a313b289830d4ba99f68346395f82678, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732364616801 2024-11-23T12:23:47,911 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cc84b91c32245339355aa7abdd27539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732364616810 2024-11-23T12:23:47,912 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#A#compaction#319 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:47,912 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bd3c8f0f41e444d99b9eee33c30ebfb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364618992 2024-11-23T12:23:47,912 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a743a15ba64c68b84df2e6a811c2b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364621146 2024-11-23T12:23:47,912 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/5668b52363f740acaafa76c76d4d3c42 is 175, key is test_row_0/A:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:47,912 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting db260859761b413cb9f5b3e1f1edfb33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732364623291 2024-11-23T12:23:47,913 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting db19119df41448fea76866c615a03106, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364625455 2024-11-23T12:23:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742202_1378 (size=31161) 2024-11-23T12:23:47,924 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:47,925 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a4c9b0b33d01459f86d039b3c06db22e is 50, key is test_row_0/C:col10/1732364626584/Put/seqid=0 2024-11-23T12:23:47,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742203_1379 (size=12207) 2024-11-23T12:23:47,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:47,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T12:23:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:47,988 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:23:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:47,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:47,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233c0f0dfe89da46f78c725f1981172744_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364626604/Put/seqid=0 2024-11-23T12:23:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742204_1380 (size=12154) 2024-11-23T12:23:48,322 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/5668b52363f740acaafa76c76d4d3c42 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5668b52363f740acaafa76c76d4d3c42 2024-11-23T12:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T12:23:48,326 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in bc2ab5455507917ba41728037c294cfd/A of bc2ab5455507917ba41728037c294cfd into 5668b52363f740acaafa76c76d4d3c42(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:48,326 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:48,326 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/A, priority=10, startTime=1732364627866; duration=0sec 2024-11-23T12:23:48,326 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:48,327 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:A 2024-11-23T12:23:48,341 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/a4c9b0b33d01459f86d039b3c06db22e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a4c9b0b33d01459f86d039b3c06db22e 2024-11-23T12:23:48,345 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in bc2ab5455507917ba41728037c294cfd/C of bc2ab5455507917ba41728037c294cfd into a4c9b0b33d01459f86d039b3c06db22e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:48,345 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:48,345 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/C, priority=10, startTime=1732364627867; duration=0sec 2024-11-23T12:23:48,345 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:48,345 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:C 2024-11-23T12:23:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:48,406 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233c0f0dfe89da46f78c725f1981172744_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233c0f0dfe89da46f78c725f1981172744_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:48,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/1ad58900fb334fd8818997e9cab2d015, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:48,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/1ad58900fb334fd8818997e9cab2d015 is 175, key is test_row_0/A:col10/1732364626604/Put/seqid=0 2024-11-23T12:23:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742205_1381 (size=30955) 2024-11-23T12:23:48,412 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/1ad58900fb334fd8818997e9cab2d015 2024-11-23T12:23:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/fa92b95a0df24ae6b06a59331738dc95 is 50, key is test_row_0/B:col10/1732364626604/Put/seqid=0 2024-11-23T12:23:48,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742206_1382 (size=12001) 2024-11-23T12:23:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:48,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364688756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364688757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364688757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364688761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364688762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,828 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/fa92b95a0df24ae6b06a59331738dc95 2024-11-23T12:23:48,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/cc9feda568b041d1968ddb24ead03fdf is 50, key is test_row_0/C:col10/1732364626604/Put/seqid=0 2024-11-23T12:23:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742207_1383 (size=12001) 2024-11-23T12:23:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364688865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364688865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364688865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364688867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364688867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364689070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364689070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364689071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364689073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364689073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,240 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/cc9feda568b041d1968ddb24ead03fdf 2024-11-23T12:23:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/1ad58900fb334fd8818997e9cab2d015 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015 2024-11-23T12:23:49,248 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015, entries=150, sequenceid=126, filesize=30.2 K 2024-11-23T12:23:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/fa92b95a0df24ae6b06a59331738dc95 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/fa92b95a0df24ae6b06a59331738dc95 2024-11-23T12:23:49,253 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/fa92b95a0df24ae6b06a59331738dc95, entries=150, sequenceid=126, filesize=11.7 K 2024-11-23T12:23:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/cc9feda568b041d1968ddb24ead03fdf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/cc9feda568b041d1968ddb24ead03fdf 2024-11-23T12:23:49,257 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/cc9feda568b041d1968ddb24ead03fdf, entries=150, sequenceid=126, filesize=11.7 K 2024-11-23T12:23:49,258 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bc2ab5455507917ba41728037c294cfd in 1270ms, sequenceid=126, compaction requested=false 2024-11-23T12:23:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T12:23:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T12:23:49,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T12:23:49,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0350 sec 2024-11-23T12:23:49,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.0390 sec 2024-11-23T12:23:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T12:23:49,327 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T12:23:49,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T12:23:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T12:23:49,330 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:49,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:49,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:49,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:23:49,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:49,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:49,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:49,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:49,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:49,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:49,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112321595cb2055b4a87a29219b79bf59566_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364689382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742208_1384 (size=17284) 2024-11-23T12:23:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364689382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364689384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364689385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364689389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,395 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112321595cb2055b4a87a29219b79bf59566_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112321595cb2055b4a87a29219b79bf59566_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:49,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/5e3359abf32142009c3cdb51738a980d, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:49,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/5e3359abf32142009c3cdb51738a980d is 175, key is test_row_0/A:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742209_1385 (size=48389) 2024-11-23T12:23:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T12:23:49,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364689490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364689490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364689491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364689491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364689496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T12:23:49,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364689694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364689695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364689695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364689696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364689700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/5e3359abf32142009c3cdb51738a980d 2024-11-23T12:23:49,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/87b381be471341c890c9b37171f45861 is 50, key is test_row_0/B:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742210_1386 (size=12151) 2024-11-23T12:23:49,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/87b381be471341c890c9b37171f45861 2024-11-23T12:23:49,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/76cb4eebabe643459d8fd56968cb3611 is 50, key is test_row_0/C:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742211_1387 (size=12151) 2024-11-23T12:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T12:23:49,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:49,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:49,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:49,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:49,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364689999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364689999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364689999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364690000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364690003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:50,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:50,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/76cb4eebabe643459d8fd56968cb3611 2024-11-23T12:23:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/5e3359abf32142009c3cdb51738a980d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d 2024-11-23T12:23:50,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d, entries=250, sequenceid=154, filesize=47.3 K 2024-11-23T12:23:50,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/87b381be471341c890c9b37171f45861 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/87b381be471341c890c9b37171f45861 2024-11-23T12:23:50,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:50,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/87b381be471341c890c9b37171f45861, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:23:50,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/76cb4eebabe643459d8fd56968cb3611 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/76cb4eebabe643459d8fd56968cb3611 2024-11-23T12:23:50,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/76cb4eebabe643459d8fd56968cb3611, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:23:50,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bc2ab5455507917ba41728037c294cfd in 879ms, sequenceid=154, compaction requested=true 2024-11-23T12:23:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:50,257 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:50,257 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:50,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:50,258 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:50,258 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/A is initiating minor compaction (all files) 2024-11-23T12:23:50,258 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/A in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,258 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5668b52363f740acaafa76c76d4d3c42, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=107.9 K 2024-11-23T12:23:50,258 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,259 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5668b52363f740acaafa76c76d4d3c42, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d] 2024-11-23T12:23:50,259 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:50,259 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5668b52363f740acaafa76c76d4d3c42, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364625455 2024-11-23T12:23:50,259 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/B is initiating minor compaction (all files) 2024-11-23T12:23:50,259 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/B in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,259 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c051c0d737a043ad896c099161388742, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/fa92b95a0df24ae6b06a59331738dc95, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/87b381be471341c890c9b37171f45861] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=35.5 K 2024-11-23T12:23:50,259 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ad58900fb334fd8818997e9cab2d015, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732364626595 2024-11-23T12:23:50,260 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c051c0d737a043ad896c099161388742, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364625455 2024-11-23T12:23:50,260 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e3359abf32142009c3cdb51738a980d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364628756 2024-11-23T12:23:50,260 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting fa92b95a0df24ae6b06a59331738dc95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732364626595 2024-11-23T12:23:50,260 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b381be471341c890c9b37171f45861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364628760 2024-11-23T12:23:50,268 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:50,270 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:50,271 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/f12ac0d50f80441984aa48e4bc726b05 is 50, key is test_row_0/B:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:50,272 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123708bf1ad276f4643883bd70a7297fab8_bc2ab5455507917ba41728037c294cfd store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:50,275 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123708bf1ad276f4643883bd70a7297fab8_bc2ab5455507917ba41728037c294cfd, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:50,275 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123708bf1ad276f4643883bd70a7297fab8_bc2ab5455507917ba41728037c294cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:50,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742212_1388 (size=12459) 2024-11-23T12:23:50,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742213_1389 (size=4469) 2024-11-23T12:23:50,281 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#A#compaction#327 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:50,282 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/679abf02f47847dc91f2d54c1152de34 is 175, key is test_row_0/A:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:50,285 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/f12ac0d50f80441984aa48e4bc726b05 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f12ac0d50f80441984aa48e4bc726b05 2024-11-23T12:23:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742214_1390 (size=31413) 2024-11-23T12:23:50,290 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/B of bc2ab5455507917ba41728037c294cfd into f12ac0d50f80441984aa48e4bc726b05(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:50,290 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:50,290 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/B, priority=13, startTime=1732364630257; duration=0sec 2024-11-23T12:23:50,290 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:50,290 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:B 2024-11-23T12:23:50,290 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:50,291 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:50,291 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/C is initiating minor compaction (all files) 2024-11-23T12:23:50,291 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/C in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,291 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a4c9b0b33d01459f86d039b3c06db22e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/cc9feda568b041d1968ddb24ead03fdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/76cb4eebabe643459d8fd56968cb3611] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=35.5 K 2024-11-23T12:23:50,291 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c9b0b33d01459f86d039b3c06db22e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732364625455 2024-11-23T12:23:50,292 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting cc9feda568b041d1968ddb24ead03fdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732364626595 2024-11-23T12:23:50,292 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 76cb4eebabe643459d8fd56968cb3611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364628760 2024-11-23T12:23:50,297 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:50,298 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/d5e3b864bfc345f88c8d2e2b13be82d8 is 50, key is test_row_0/C:col10/1732364629376/Put/seqid=0 2024-11-23T12:23:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742215_1391 (size=12459) 2024-11-23T12:23:50,305 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/d5e3b864bfc345f88c8d2e2b13be82d8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/d5e3b864bfc345f88c8d2e2b13be82d8 2024-11-23T12:23:50,308 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/C of bc2ab5455507917ba41728037c294cfd into d5e3b864bfc345f88c8d2e2b13be82d8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:50,308 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:50,308 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/C, priority=13, startTime=1732364630257; duration=0sec 2024-11-23T12:23:50,309 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:50,309 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:C 2024-11-23T12:23:50,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T12:23:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,400 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T12:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:50,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112320d5db32fe884fa4b1b0a6301df73c9b_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364629383/Put/seqid=0 2024-11-23T12:23:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742216_1392 (size=12304) 2024-11-23T12:23:50,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:50,413 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112320d5db32fe884fa4b1b0a6301df73c9b_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112320d5db32fe884fa4b1b0a6301df73c9b_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:50,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/82f9ae48711b45b9bb05a5293733d4d0, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/82f9ae48711b45b9bb05a5293733d4d0 is 175, key is test_row_0/A:col10/1732364629383/Put/seqid=0 2024-11-23T12:23:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742217_1393 (size=31105) 2024-11-23T12:23:50,419 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/82f9ae48711b45b9bb05a5293733d4d0 2024-11-23T12:23:50,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/4e33e89801464aeb9e729b4a9e59bfe3 is 50, key is test_row_0/B:col10/1732364629383/Put/seqid=0 2024-11-23T12:23:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742218_1394 (size=12151) 2024-11-23T12:23:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T12:23:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:50,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364690560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364690560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364690561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364690561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364690566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364690667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364690667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364690667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364690667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364690671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/679abf02f47847dc91f2d54c1152de34 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/679abf02f47847dc91f2d54c1152de34 2024-11-23T12:23:50,696 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/A of bc2ab5455507917ba41728037c294cfd into 679abf02f47847dc91f2d54c1152de34(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:50,696 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:50,696 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/A, priority=13, startTime=1732364630257; duration=0sec 2024-11-23T12:23:50,696 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:50,696 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:A 2024-11-23T12:23:50,830 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/4e33e89801464aeb9e729b4a9e59bfe3 2024-11-23T12:23:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/1999993a7c964be2a00153686f838c83 is 50, key is test_row_0/C:col10/1732364629383/Put/seqid=0 2024-11-23T12:23:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742219_1395 (size=12151) 2024-11-23T12:23:50,850 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/1999993a7c964be2a00153686f838c83 2024-11-23T12:23:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/82f9ae48711b45b9bb05a5293733d4d0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0 2024-11-23T12:23:50,859 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0, entries=150, sequenceid=166, filesize=30.4 K 2024-11-23T12:23:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/4e33e89801464aeb9e729b4a9e59bfe3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/4e33e89801464aeb9e729b4a9e59bfe3 2024-11-23T12:23:50,863 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/4e33e89801464aeb9e729b4a9e59bfe3, entries=150, sequenceid=166, filesize=11.9 K 2024-11-23T12:23:50,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/1999993a7c964be2a00153686f838c83 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/1999993a7c964be2a00153686f838c83 2024-11-23T12:23:50,866 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/1999993a7c964be2a00153686f838c83, entries=150, sequenceid=166, filesize=11.9 K 2024-11-23T12:23:50,867 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for bc2ab5455507917ba41728037c294cfd in 467ms, sequenceid=166, compaction requested=false 2024-11-23T12:23:50,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:50,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:50,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T12:23:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T12:23:50,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T12:23:50,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec 2024-11-23T12:23:50,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.5410 sec 2024-11-23T12:23:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:50,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T12:23:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:50,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238488e1d6611548848ce71a4eed53e580_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364690878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364690878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364690880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742220_1396 (size=14794) 2024-11-23T12:23:50,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364690883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364690884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364690985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364690985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364690986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364690990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364690990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364691188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364691189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364691189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364691195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364691196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:51,290 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238488e1d6611548848ce71a4eed53e580_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238488e1d6611548848ce71a4eed53e580_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:51,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/68e8b43928704c6db0fdd5635f89a05e, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:51,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/68e8b43928704c6db0fdd5635f89a05e is 175, key is test_row_0/A:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742221_1397 (size=39749) 2024-11-23T12:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T12:23:51,434 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T12:23:51,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T12:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:51,437 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:51,437 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:51,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364691494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364691496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364691496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364691502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364691503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:51,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:51,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/68e8b43928704c6db0fdd5635f89a05e 2024-11-23T12:23:51,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/2aaa37f532eb41f59263348efa534488 is 50, key is test_row_0/B:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742222_1398 (size=12151) 2024-11-23T12:23:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:51,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:51,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:51,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:51,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:51,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:51,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:51,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364691999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364692001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364692001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364692007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364692008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:52,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:52,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:52,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/2aaa37f532eb41f59263348efa534488 2024-11-23T12:23:52,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/8df219683ea3407ca72d97034b8ce03a is 50, key is test_row_0/C:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:52,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742223_1399 (size=12151) 2024-11-23T12:23:52,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:23:52,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:52,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:52,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:52,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/8df219683ea3407ca72d97034b8ce03a 2024-11-23T12:23:52,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/68e8b43928704c6db0fdd5635f89a05e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e 2024-11-23T12:23:52,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e, entries=200, sequenceid=194, filesize=38.8 K 2024-11-23T12:23:52,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/2aaa37f532eb41f59263348efa534488 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/2aaa37f532eb41f59263348efa534488 2024-11-23T12:23:52,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/2aaa37f532eb41f59263348efa534488, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T12:23:52,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/8df219683ea3407ca72d97034b8ce03a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8df219683ea3407ca72d97034b8ce03a 2024-11-23T12:23:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:52,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8df219683ea3407ca72d97034b8ce03a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T12:23:52,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bc2ab5455507917ba41728037c294cfd in 1664ms, sequenceid=194, compaction requested=true 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:52,541 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:52,541 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:52,542 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:52,542 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/A is initiating minor compaction (all files) 2024-11-23T12:23:52,542 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/A in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,542 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:52,542 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/679abf02f47847dc91f2d54c1152de34, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=99.9 K 2024-11-23T12:23:52,542 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/B is initiating minor compaction (all files) 2024-11-23T12:23:52,542 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,542 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/B in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,542 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/679abf02f47847dc91f2d54c1152de34, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e] 2024-11-23T12:23:52,542 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f12ac0d50f80441984aa48e4bc726b05, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/4e33e89801464aeb9e729b4a9e59bfe3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/2aaa37f532eb41f59263348efa534488] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=35.9 K 2024-11-23T12:23:52,543 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 679abf02f47847dc91f2d54c1152de34, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364628760 2024-11-23T12:23:52,543 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f12ac0d50f80441984aa48e4bc726b05, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364628760 2024-11-23T12:23:52,543 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f9ae48711b45b9bb05a5293733d4d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732364629380 2024-11-23T12:23:52,543 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e33e89801464aeb9e729b4a9e59bfe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732364629380 2024-11-23T12:23:52,543 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68e8b43928704c6db0fdd5635f89a05e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364630545 2024-11-23T12:23:52,543 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aaa37f532eb41f59263348efa534488, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364630545 2024-11-23T12:23:52,550 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:52,551 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:52,551 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/48314d85f0864808a9588af2acb0767b is 50, key is test_row_0/B:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:52,553 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d841b46bfb604b81a2aa71ce4ce2e9e8_bc2ab5455507917ba41728037c294cfd store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:52,555 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d841b46bfb604b81a2aa71ce4ce2e9e8_bc2ab5455507917ba41728037c294cfd, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:52,556 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d841b46bfb604b81a2aa71ce4ce2e9e8_bc2ab5455507917ba41728037c294cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:52,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742224_1400 (size=12561) 2024-11-23T12:23:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742225_1401 (size=4469) 2024-11-23T12:23:52,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:52,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T12:23:52,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,659 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T12:23:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:52,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234792a2f1e24f408e82d5263cf52da832_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364630877/Put/seqid=0 2024-11-23T12:23:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742226_1402 (size=12304) 2024-11-23T12:23:52,962 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/48314d85f0864808a9588af2acb0767b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/48314d85f0864808a9588af2acb0767b 2024-11-23T12:23:52,962 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:52,963 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/e7cce01b07334e1a866bea98b3708298 is 175, key is test_row_0/A:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:52,966 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/B of bc2ab5455507917ba41728037c294cfd into 48314d85f0864808a9588af2acb0767b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:52,966 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:52,966 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/B, priority=13, startTime=1732364632541; duration=0sec 2024-11-23T12:23:52,966 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:52,966 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:B 2024-11-23T12:23:52,966 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:52,967 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:52,967 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/C is initiating minor compaction (all files) 2024-11-23T12:23:52,967 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/C in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:52,967 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/d5e3b864bfc345f88c8d2e2b13be82d8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/1999993a7c964be2a00153686f838c83, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8df219683ea3407ca72d97034b8ce03a] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=35.9 K 2024-11-23T12:23:52,967 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d5e3b864bfc345f88c8d2e2b13be82d8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364628760 2024-11-23T12:23:52,968 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 1999993a7c964be2a00153686f838c83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732364629380 2024-11-23T12:23:52,968 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8df219683ea3407ca72d97034b8ce03a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364630545 2024-11-23T12:23:52,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742227_1403 (size=31515) 2024-11-23T12:23:52,978 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:52,978 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/37c6478bbe324c7aad6fd681f5d5993a is 50, key is test_row_0/C:col10/1732364630545/Put/seqid=0 2024-11-23T12:23:52,981 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/e7cce01b07334e1a866bea98b3708298 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/e7cce01b07334e1a866bea98b3708298 2024-11-23T12:23:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742228_1404 (size=12561) 2024-11-23T12:23:52,986 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/A of bc2ab5455507917ba41728037c294cfd into e7cce01b07334e1a866bea98b3708298(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:52,986 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:52,986 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/A, priority=13, startTime=1732364632541; duration=0sec 2024-11-23T12:23:52,986 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:52,986 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:A 2024-11-23T12:23:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:53,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364693033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364693036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364693037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364693038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364693039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:53,073 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234792a2f1e24f408e82d5263cf52da832_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234792a2f1e24f408e82d5263cf52da832_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/cf93585d3568454a8d597f08ced76305, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/cf93585d3568454a8d597f08ced76305 is 175, key is test_row_0/A:col10/1732364630877/Put/seqid=0 2024-11-23T12:23:53,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742229_1405 (size=31105) 2024-11-23T12:23:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364693140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364693140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364693142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364693142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364693144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364693344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364693345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364693346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364693346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364693346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,387 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/37c6478bbe324c7aad6fd681f5d5993a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/37c6478bbe324c7aad6fd681f5d5993a 2024-11-23T12:23:53,391 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/C of bc2ab5455507917ba41728037c294cfd into 37c6478bbe324c7aad6fd681f5d5993a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:53,391 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:53,391 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/C, priority=13, startTime=1732364632541; duration=0sec 2024-11-23T12:23:53,391 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:53,392 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:C 2024-11-23T12:23:53,481 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/cf93585d3568454a8d597f08ced76305 2024-11-23T12:23:53,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/c3fa0838f2734da69433720d59a6684a is 50, key is test_row_0/B:col10/1732364630877/Put/seqid=0 2024-11-23T12:23:53,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742230_1406 (size=12151) 2024-11-23T12:23:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:53,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364693648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364693649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364693650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364693651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364693652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:53,895 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/c3fa0838f2734da69433720d59a6684a 2024-11-23T12:23:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/06ceb53664ff44bfa0bdb62db298a687 is 50, key is test_row_0/C:col10/1732364630877/Put/seqid=0 2024-11-23T12:23:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742231_1407 (size=12151) 2024-11-23T12:23:54,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364694153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:54,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364694154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364694156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364694156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364694157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:54,306 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/06ceb53664ff44bfa0bdb62db298a687 2024-11-23T12:23:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/cf93585d3568454a8d597f08ced76305 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305 2024-11-23T12:23:54,314 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305, entries=150, sequenceid=203, filesize=30.4 K 2024-11-23T12:23:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/c3fa0838f2734da69433720d59a6684a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c3fa0838f2734da69433720d59a6684a 2024-11-23T12:23:54,318 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c3fa0838f2734da69433720d59a6684a, entries=150, sequenceid=203, filesize=11.9 K 2024-11-23T12:23:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/06ceb53664ff44bfa0bdb62db298a687 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/06ceb53664ff44bfa0bdb62db298a687 2024-11-23T12:23:54,321 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/06ceb53664ff44bfa0bdb62db298a687, entries=150, sequenceid=203, filesize=11.9 K 2024-11-23T12:23:54,322 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for bc2ab5455507917ba41728037c294cfd in 1663ms, sequenceid=203, compaction requested=false 2024-11-23T12:23:54,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:54,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:54,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T12:23:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T12:23:54,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T12:23:54,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8860 sec 2024-11-23T12:23:54,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.8900 sec 2024-11-23T12:23:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:55,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T12:23:55,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364695169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112394af98d1c82c48b6bd5996be38d59714_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364695172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364695172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742232_1408 (size=14794) 2024-11-23T12:23:55,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364695173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364695173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364695274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364695278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364695278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364695280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364695281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364695479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364695482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364695482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364695484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364695485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T12:23:55,541 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T12:23:55,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:23:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T12:23:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:55,544 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:23:55,545 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:23:55,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:23:55,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:55,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112394af98d1c82c48b6bd5996be38d59714_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394af98d1c82c48b6bd5996be38d59714_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:55,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/66a4a41551ea485bb98ed7b4604e6927, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:55,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/66a4a41551ea485bb98ed7b4604e6927 is 175, key is test_row_0/A:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742233_1409 (size=39749) 2024-11-23T12:23:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:55,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:55,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364695784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364695788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364695788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364695790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364695791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:55,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:55,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:55,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:55,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:55,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:55,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:55,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:55,990 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/66a4a41551ea485bb98ed7b4604e6927 2024-11-23T12:23:55,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/a2517aa27d83460b897d87d350641501 is 50, key is test_row_0/B:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742234_1410 (size=12151) 2024-11-23T12:23:56,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:56,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:56,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37288 deadline: 1732364696291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37226 deadline: 1732364696296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37180 deadline: 1732364696297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37238 deadline: 1732364696297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:23:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37270 deadline: 1732364696297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/a2517aa27d83460b897d87d350641501 2024-11-23T12:23:56,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/ac75621d91a54be08fd7d7313a54e3e8 is 50, key is test_row_0/C:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:56,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742235_1411 (size=12151) 2024-11-23T12:23:56,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:56,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:56,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:56,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:23:56,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/ac75621d91a54be08fd7d7313a54e3e8 2024-11-23T12:23:56,817 DEBUG [Thread-1594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b660061 to 127.0.0.1:62643 2024-11-23T12:23:56,817 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:56,817 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f8ea360 to 127.0.0.1:62643 2024-11-23T12:23:56,817 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/66a4a41551ea485bb98ed7b4604e6927 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927 2024-11-23T12:23:56,819 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70304ef6 to 127.0.0.1:62643 2024-11-23T12:23:56,819 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:56,822 DEBUG [Thread-1598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28dc77ab to 127.0.0.1:62643 2024-11-23T12:23:56,822 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:56,823 DEBUG [Thread-1596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45ad0ff5 to 127.0.0.1:62643 2024-11-23T12:23:56,823 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:56,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927, entries=200, sequenceid=235, filesize=38.8 K 2024-11-23T12:23:56,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/a2517aa27d83460b897d87d350641501 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/a2517aa27d83460b897d87d350641501 2024-11-23T12:23:56,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/a2517aa27d83460b897d87d350641501, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:23:56,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/ac75621d91a54be08fd7d7313a54e3e8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/ac75621d91a54be08fd7d7313a54e3e8 2024-11-23T12:23:56,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/ac75621d91a54be08fd7d7313a54e3e8, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:23:56,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for bc2ab5455507917ba41728037c294cfd in 1666ms, sequenceid=235, compaction requested=true 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:56,832 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc2ab5455507917ba41728037c294cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:23:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:56,832 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/B is initiating minor compaction (all files) 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/A is initiating minor compaction (all files) 2024-11-23T12:23:56,833 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/B in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,833 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/A in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,833 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/48314d85f0864808a9588af2acb0767b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c3fa0838f2734da69433720d59a6684a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/a2517aa27d83460b897d87d350641501] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=36.0 K 2024-11-23T12:23:56,833 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/e7cce01b07334e1a866bea98b3708298, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=100.0 K 2024-11-23T12:23:56,833 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/e7cce01b07334e1a866bea98b3708298, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927] 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 48314d85f0864808a9588af2acb0767b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364630545 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7cce01b07334e1a866bea98b3708298, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364630545 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c3fa0838f2734da69433720d59a6684a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732364630877 2024-11-23T12:23:56,833 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf93585d3568454a8d597f08ced76305, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732364630877 2024-11-23T12:23:56,834 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a2517aa27d83460b897d87d350641501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364633035 2024-11-23T12:23:56,834 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66a4a41551ea485bb98ed7b4604e6927, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364633035 2024-11-23T12:23:56,839 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:56,840 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:56,840 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/213fcd7119f043b7b4bfdf37935a82e7 is 50, key is test_row_0/B:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:56,840 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c6c755b62c2e465992245b4d2bb58a78_bc2ab5455507917ba41728037c294cfd store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:56,843 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c6c755b62c2e465992245b4d2bb58a78_bc2ab5455507917ba41728037c294cfd, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:56,843 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6c755b62c2e465992245b4d2bb58a78_bc2ab5455507917ba41728037c294cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:56,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5668b52363f740acaafa76c76d4d3c42, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/679abf02f47847dc91f2d54c1152de34, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e] to archive 2024-11-23T12:23:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742236_1412 (size=12663) 2024-11-23T12:23:56,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742237_1413 (size=4469) 2024-11-23T12:23:56,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fc7f2266d5914c66831a02f266a5f142 2024-11-23T12:23:56,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/fce1e3ddac7944088804634c0f991b22 2024-11-23T12:23:56,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c7c5e17894eb4c1e9caac2f41c5b2081 2024-11-23T12:23:56,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/6414ca240125429b8421c7311ca828f3 2024-11-23T12:23:56,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/c4a6c33e9b82496dafc9114674c0012d 2024-11-23T12:23:56,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/7f0e7ca8a04f4bd98c5367a6ffe1e2bc 2024-11-23T12:23:56,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5668b52363f740acaafa76c76d4d3c42 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5668b52363f740acaafa76c76d4d3c42 2024-11-23T12:23:56,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/1ad58900fb334fd8818997e9cab2d015 2024-11-23T12:23:56,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/5e3359abf32142009c3cdb51738a980d 2024-11-23T12:23:56,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/679abf02f47847dc91f2d54c1152de34 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/679abf02f47847dc91f2d54c1152de34 2024-11-23T12:23:56,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/82f9ae48711b45b9bb05a5293733d4d0 2024-11-23T12:23:56,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/68e8b43928704c6db0fdd5635f89a05e 2024-11-23T12:23:56,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f8b1bba3f3a54a4c81760380063c0020, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5cbfb1c8ff514ca4af706b99fafa9aae, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ec0c3003ff2745de8a4fc83c10510cdc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/286c44abd3a0475eaa3c213ba9dd46b2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5116c650a8e54917bc4d3dc8beae0252, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c051c0d737a043ad896c099161388742, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/b090d4fcdb0e40d58dace46cd88ddca6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/fa92b95a0df24ae6b06a59331738dc95, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f12ac0d50f80441984aa48e4bc726b05, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/87b381be471341c890c9b37171f45861, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/4e33e89801464aeb9e729b4a9e59bfe3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/2aaa37f532eb41f59263348efa534488] to archive 2024-11-23T12:23:56,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:56,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f8b1bba3f3a54a4c81760380063c0020 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f8b1bba3f3a54a4c81760380063c0020 2024-11-23T12:23:56,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5cbfb1c8ff514ca4af706b99fafa9aae to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5cbfb1c8ff514ca4af706b99fafa9aae 2024-11-23T12:23:56,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ec0c3003ff2745de8a4fc83c10510cdc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ec0c3003ff2745de8a4fc83c10510cdc 2024-11-23T12:23:56,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/286c44abd3a0475eaa3c213ba9dd46b2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/286c44abd3a0475eaa3c213ba9dd46b2 2024-11-23T12:23:56,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5116c650a8e54917bc4d3dc8beae0252 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/5116c650a8e54917bc4d3dc8beae0252 2024-11-23T12:23:56,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c051c0d737a043ad896c099161388742 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c051c0d737a043ad896c099161388742 2024-11-23T12:23:56,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/b090d4fcdb0e40d58dace46cd88ddca6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/b090d4fcdb0e40d58dace46cd88ddca6 2024-11-23T12:23:56,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/fa92b95a0df24ae6b06a59331738dc95 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/fa92b95a0df24ae6b06a59331738dc95 2024-11-23T12:23:56,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f12ac0d50f80441984aa48e4bc726b05 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/f12ac0d50f80441984aa48e4bc726b05 2024-11-23T12:23:56,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/87b381be471341c890c9b37171f45861 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/87b381be471341c890c9b37171f45861 2024-11-23T12:23:56,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/4e33e89801464aeb9e729b4a9e59bfe3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/4e33e89801464aeb9e729b4a9e59bfe3 2024-11-23T12:23:56,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/2aaa37f532eb41f59263348efa534488 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/2aaa37f532eb41f59263348efa534488 2024-11-23T12:23:56,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a313b289830d4ba99f68346395f82678, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/2cc84b91c32245339355aa7abdd27539, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/bd3c8f0f41e444d99b9eee33c30ebfb2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a6a743a15ba64c68b84df2e6a811c2b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db260859761b413cb9f5b3e1f1edfb33, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a4c9b0b33d01459f86d039b3c06db22e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db19119df41448fea76866c615a03106, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/cc9feda568b041d1968ddb24ead03fdf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/d5e3b864bfc345f88c8d2e2b13be82d8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/76cb4eebabe643459d8fd56968cb3611, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/1999993a7c964be2a00153686f838c83, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8df219683ea3407ca72d97034b8ce03a] to archive 2024-11-23T12:23:56,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:23:56,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a313b289830d4ba99f68346395f82678 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a313b289830d4ba99f68346395f82678 2024-11-23T12:23:56,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/2cc84b91c32245339355aa7abdd27539 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/2cc84b91c32245339355aa7abdd27539 2024-11-23T12:23:56,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/bd3c8f0f41e444d99b9eee33c30ebfb2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/bd3c8f0f41e444d99b9eee33c30ebfb2 2024-11-23T12:23:56,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a6a743a15ba64c68b84df2e6a811c2b3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a6a743a15ba64c68b84df2e6a811c2b3 2024-11-23T12:23:56,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db260859761b413cb9f5b3e1f1edfb33 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db260859761b413cb9f5b3e1f1edfb33 2024-11-23T12:23:56,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a4c9b0b33d01459f86d039b3c06db22e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/a4c9b0b33d01459f86d039b3c06db22e 2024-11-23T12:23:56,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db19119df41448fea76866c615a03106 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/db19119df41448fea76866c615a03106 2024-11-23T12:23:56,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/cc9feda568b041d1968ddb24ead03fdf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/cc9feda568b041d1968ddb24ead03fdf 2024-11-23T12:23:56,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/d5e3b864bfc345f88c8d2e2b13be82d8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/d5e3b864bfc345f88c8d2e2b13be82d8 2024-11-23T12:23:56,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/76cb4eebabe643459d8fd56968cb3611 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/76cb4eebabe643459d8fd56968cb3611 2024-11-23T12:23:56,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/1999993a7c964be2a00153686f838c83 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/1999993a7c964be2a00153686f838c83 2024-11-23T12:23:56,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98b76cdd9f26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8df219683ea3407ca72d97034b8ce03a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8df219683ea3407ca72d97034b8ce03a 2024-11-23T12:23:56,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:56,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T12:23:56,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:56,917 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T12:23:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234229b4747b444b8b9318cd29d98a195b_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364635167/Put/seqid=0 2024-11-23T12:23:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742238_1414 (size=12304) 2024-11-23T12:23:57,248 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:57,249 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/f16fc5d6390b42078e8e2daf36f3ca97 is 175, key is test_row_0/A:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:57,250 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/213fcd7119f043b7b4bfdf37935a82e7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/213fcd7119f043b7b4bfdf37935a82e7 2024-11-23T12:23:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742239_1415 (size=31208) 2024-11-23T12:23:57,254 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/B of bc2ab5455507917ba41728037c294cfd into 213fcd7119f043b7b4bfdf37935a82e7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:57,254 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:57,254 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/B, priority=13, startTime=1732364636832; duration=0sec 2024-11-23T12:23:57,254 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:23:57,254 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:B 2024-11-23T12:23:57,254 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:23:57,255 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:23:57,255 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): bc2ab5455507917ba41728037c294cfd/C is initiating minor compaction (all files) 2024-11-23T12:23:57,255 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bc2ab5455507917ba41728037c294cfd/C in TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:57,256 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/37c6478bbe324c7aad6fd681f5d5993a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/06ceb53664ff44bfa0bdb62db298a687, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/ac75621d91a54be08fd7d7313a54e3e8] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp, totalSize=36.0 K 2024-11-23T12:23:57,256 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 37c6478bbe324c7aad6fd681f5d5993a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732364630545 2024-11-23T12:23:57,256 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/f16fc5d6390b42078e8e2daf36f3ca97 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/f16fc5d6390b42078e8e2daf36f3ca97 2024-11-23T12:23:57,256 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ceb53664ff44bfa0bdb62db298a687, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732364630877 2024-11-23T12:23:57,257 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ac75621d91a54be08fd7d7313a54e3e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364633035 2024-11-23T12:23:57,260 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/A of bc2ab5455507917ba41728037c294cfd into f16fc5d6390b42078e8e2daf36f3ca97(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:57,260 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:57,260 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/A, priority=13, startTime=1732364636832; duration=0sec 2024-11-23T12:23:57,260 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:57,260 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:A 2024-11-23T12:23:57,262 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc2ab5455507917ba41728037c294cfd#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:23:57,263 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/074d5dc483584e9babe52d2ea1b41579 is 50, key is test_row_0/C:col10/1732364633038/Put/seqid=0 2024-11-23T12:23:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742240_1416 (size=12254) 2024-11-23T12:23:57,297 DEBUG [Thread-1587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77b5b03d to 127.0.0.1:62643 2024-11-23T12:23:57,297 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:57,303 DEBUG [Thread-1585 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bcb3d to 127.0.0.1:62643 2024-11-23T12:23:57,303 DEBUG [Thread-1585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:57,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. as already flushing 2024-11-23T12:23:57,308 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c0ec341 to 127.0.0.1:62643 2024-11-23T12:23:57,308 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:57,308 DEBUG [Thread-1589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15bd9063 to 127.0.0.1:62643 2024-11-23T12:23:57,308 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:57,310 DEBUG [Thread-1583 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1157d18a to 127.0.0.1:62643 2024-11-23T12:23:57,310 DEBUG [Thread-1583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:23:57,330 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234229b4747b444b8b9318cd29d98a195b_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234229b4747b444b8b9318cd29d98a195b_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/b3a4f4e925e34efa9cab1a995be9759d, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:23:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/b3a4f4e925e34efa9cab1a995be9759d is 175, key is test_row_0/A:col10/1732364635167/Put/seqid=0 2024-11-23T12:23:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742241_1417 (size=31105) 2024-11-23T12:23:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:57,670 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/074d5dc483584e9babe52d2ea1b41579 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/074d5dc483584e9babe52d2ea1b41579 2024-11-23T12:23:57,674 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bc2ab5455507917ba41728037c294cfd/C of bc2ab5455507917ba41728037c294cfd into 074d5dc483584e9babe52d2ea1b41579(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:23:57,674 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:57,674 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd., storeName=bc2ab5455507917ba41728037c294cfd/C, priority=13, startTime=1732364636832; duration=0sec 2024-11-23T12:23:57,674 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:23:57,674 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc2ab5455507917ba41728037c294cfd:C 2024-11-23T12:23:57,736 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/b3a4f4e925e34efa9cab1a995be9759d 2024-11-23T12:23:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/ee883ffae2834c278b7df57a5b4ea4ec is 50, key is test_row_0/B:col10/1732364635167/Put/seqid=0 2024-11-23T12:23:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742242_1418 (size=12151) 2024-11-23T12:23:58,146 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/ee883ffae2834c278b7df57a5b4ea4ec 2024-11-23T12:23:58,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/8bb5606647b6465480efda50a043b36a is 50, key is test_row_0/C:col10/1732364635167/Put/seqid=0 2024-11-23T12:23:58,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742243_1419 (size=12151) 2024-11-23T12:23:58,555 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/8bb5606647b6465480efda50a043b36a 2024-11-23T12:23:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/b3a4f4e925e34efa9cab1a995be9759d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/b3a4f4e925e34efa9cab1a995be9759d 2024-11-23T12:23:58,562 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/b3a4f4e925e34efa9cab1a995be9759d, entries=150, sequenceid=243, filesize=30.4 K 2024-11-23T12:23:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/ee883ffae2834c278b7df57a5b4ea4ec as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ee883ffae2834c278b7df57a5b4ea4ec 2024-11-23T12:23:58,565 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ee883ffae2834c278b7df57a5b4ea4ec, entries=150, sequenceid=243, filesize=11.9 K 2024-11-23T12:23:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/8bb5606647b6465480efda50a043b36a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8bb5606647b6465480efda50a043b36a 2024-11-23T12:23:58,569 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8bb5606647b6465480efda50a043b36a, entries=150, sequenceid=243, filesize=11.9 K 2024-11-23T12:23:58,570 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=33.54 KB/34350 for bc2ab5455507917ba41728037c294cfd in 1653ms, sequenceid=243, compaction requested=false 2024-11-23T12:23:58,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:23:58,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:58,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T12:23:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T12:23:58,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T12:23:58,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0260 sec 2024-11-23T12:23:58,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.0290 sec 2024-11-23T12:23:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T12:23:59,648 INFO [Thread-1593 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2726 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8178 rows 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2738 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8214 rows 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2742 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8226 rows 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2735 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8205 rows 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2748 2024-11-23T12:23:59,649 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8244 rows 2024-11-23T12:23:59,649 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:23:59,649 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04f9fed4 to 127.0.0.1:62643 2024-11-23T12:23:59,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:23:59,650 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T12:23:59,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T12:23:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T12:23:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T12:23:59,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364639655"}]},"ts":"1732364639655"} 2024-11-23T12:23:59,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T12:23:59,659 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T12:23:59,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:23:59,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, UNASSIGN}] 2024-11-23T12:23:59,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, UNASSIGN 2024-11-23T12:23:59,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:59,661 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:23:59,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:23:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T12:23:59,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:23:59,813 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close bc2ab5455507917ba41728037c294cfd 2024-11-23T12:23:59,813 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:23:59,813 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing bc2ab5455507917ba41728037c294cfd, disabling compactions & flushes 2024-11-23T12:23:59,813 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:59,813 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:59,813 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. after waiting 0 ms 2024-11-23T12:23:59,813 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:23:59,813 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing bc2ab5455507917ba41728037c294cfd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T12:23:59,813 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=A 2024-11-23T12:23:59,814 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:59,814 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=B 2024-11-23T12:23:59,814 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:59,814 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc2ab5455507917ba41728037c294cfd, store=C 2024-11-23T12:23:59,814 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:23:59,818 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123293141b6ed174e178f27a5728ee36939_bc2ab5455507917ba41728037c294cfd is 50, key is test_row_0/A:col10/1732364637307/Put/seqid=0 2024-11-23T12:23:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742244_1420 (size=9814) 2024-11-23T12:23:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T12:24:00,222 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:00,225 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123293141b6ed174e178f27a5728ee36939_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123293141b6ed174e178f27a5728ee36939_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:00,226 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/d81e5f3036ec4a19ac1b54509c3f5756, store: [table=TestAcidGuarantees family=A region=bc2ab5455507917ba41728037c294cfd] 2024-11-23T12:24:00,226 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/d81e5f3036ec4a19ac1b54509c3f5756 is 175, key is test_row_0/A:col10/1732364637307/Put/seqid=0 2024-11-23T12:24:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742245_1421 (size=22461) 2024-11-23T12:24:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T12:24:00,631 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/d81e5f3036ec4a19ac1b54509c3f5756 2024-11-23T12:24:00,636 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/445a6f77554941328dbe281241581dcc is 50, key is test_row_0/B:col10/1732364637307/Put/seqid=0 2024-11-23T12:24:00,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742246_1422 (size=9757) 2024-11-23T12:24:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T12:24:01,040 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/445a6f77554941328dbe281241581dcc 2024-11-23T12:24:01,046 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/687d05ef30374bbdaa8e76f880edb7f0 is 50, key is test_row_0/C:col10/1732364637307/Put/seqid=0 2024-11-23T12:24:01,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742247_1423 (size=9757) 2024-11-23T12:24:01,450 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/687d05ef30374bbdaa8e76f880edb7f0 2024-11-23T12:24:01,453 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/A/d81e5f3036ec4a19ac1b54509c3f5756 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/d81e5f3036ec4a19ac1b54509c3f5756 2024-11-23T12:24:01,456 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/d81e5f3036ec4a19ac1b54509c3f5756, entries=100, sequenceid=254, filesize=21.9 K 2024-11-23T12:24:01,456 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/B/445a6f77554941328dbe281241581dcc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/445a6f77554941328dbe281241581dcc 2024-11-23T12:24:01,459 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/445a6f77554941328dbe281241581dcc, entries=100, sequenceid=254, filesize=9.5 K 2024-11-23T12:24:01,460 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/.tmp/C/687d05ef30374bbdaa8e76f880edb7f0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/687d05ef30374bbdaa8e76f880edb7f0 2024-11-23T12:24:01,462 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/687d05ef30374bbdaa8e76f880edb7f0, entries=100, sequenceid=254, filesize=9.5 K 2024-11-23T12:24:01,463 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bc2ab5455507917ba41728037c294cfd in 1650ms, sequenceid=254, compaction requested=true 2024-11-23T12:24:01,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/e7cce01b07334e1a866bea98b3708298, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927] to archive 2024-11-23T12:24:01,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:01,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/e7cce01b07334e1a866bea98b3708298 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/e7cce01b07334e1a866bea98b3708298 2024-11-23T12:24:01,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/cf93585d3568454a8d597f08ced76305 2024-11-23T12:24:01,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/66a4a41551ea485bb98ed7b4604e6927 2024-11-23T12:24:01,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/48314d85f0864808a9588af2acb0767b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c3fa0838f2734da69433720d59a6684a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/a2517aa27d83460b897d87d350641501] to archive 2024-11-23T12:24:01,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:01,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/48314d85f0864808a9588af2acb0767b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/48314d85f0864808a9588af2acb0767b 2024-11-23T12:24:01,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c3fa0838f2734da69433720d59a6684a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/c3fa0838f2734da69433720d59a6684a 2024-11-23T12:24:01,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/a2517aa27d83460b897d87d350641501 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/a2517aa27d83460b897d87d350641501 2024-11-23T12:24:01,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/37c6478bbe324c7aad6fd681f5d5993a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/06ceb53664ff44bfa0bdb62db298a687, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/ac75621d91a54be08fd7d7313a54e3e8] to archive 2024-11-23T12:24:01,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:01,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/37c6478bbe324c7aad6fd681f5d5993a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/37c6478bbe324c7aad6fd681f5d5993a 2024-11-23T12:24:01,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/06ceb53664ff44bfa0bdb62db298a687 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/06ceb53664ff44bfa0bdb62db298a687 2024-11-23T12:24:01,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/ac75621d91a54be08fd7d7313a54e3e8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/ac75621d91a54be08fd7d7313a54e3e8 2024-11-23T12:24:01,478 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/recovered.edits/257.seqid, newMaxSeqId=257, maxSeqId=4 2024-11-23T12:24:01,478 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd. 2024-11-23T12:24:01,478 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for bc2ab5455507917ba41728037c294cfd: 2024-11-23T12:24:01,480 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=bc2ab5455507917ba41728037c294cfd, regionState=CLOSED 2024-11-23T12:24:01,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T12:24:01,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure bc2ab5455507917ba41728037c294cfd, server=98b76cdd9f26,37419,1732364514555 in 1.8200 sec 2024-11-23T12:24:01,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-23T12:24:01,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc2ab5455507917ba41728037c294cfd, UNASSIGN in 1.8220 sec 2024-11-23T12:24:01,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T12:24:01,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8240 sec 2024-11-23T12:24:01,485 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364641485"}]},"ts":"1732364641485"} 2024-11-23T12:24:01,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T12:24:01,488 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T12:24:01,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8370 sec 2024-11-23T12:24:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T12:24:01,758 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T12:24:01,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T12:24:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,760 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T12:24:01,761 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,762 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,764 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/recovered.edits] 2024-11-23T12:24:01,766 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/b3a4f4e925e34efa9cab1a995be9759d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/b3a4f4e925e34efa9cab1a995be9759d 2024-11-23T12:24:01,766 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/d81e5f3036ec4a19ac1b54509c3f5756 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/d81e5f3036ec4a19ac1b54509c3f5756 2024-11-23T12:24:01,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/f16fc5d6390b42078e8e2daf36f3ca97 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/A/f16fc5d6390b42078e8e2daf36f3ca97 2024-11-23T12:24:01,769 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/213fcd7119f043b7b4bfdf37935a82e7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/213fcd7119f043b7b4bfdf37935a82e7 2024-11-23T12:24:01,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/445a6f77554941328dbe281241581dcc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/445a6f77554941328dbe281241581dcc 2024-11-23T12:24:01,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ee883ffae2834c278b7df57a5b4ea4ec to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/B/ee883ffae2834c278b7df57a5b4ea4ec 2024-11-23T12:24:01,772 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/074d5dc483584e9babe52d2ea1b41579 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/074d5dc483584e9babe52d2ea1b41579 2024-11-23T12:24:01,773 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/687d05ef30374bbdaa8e76f880edb7f0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/687d05ef30374bbdaa8e76f880edb7f0 2024-11-23T12:24:01,775 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8bb5606647b6465480efda50a043b36a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/C/8bb5606647b6465480efda50a043b36a 2024-11-23T12:24:01,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/recovered.edits/257.seqid to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd/recovered.edits/257.seqid 2024-11-23T12:24:01,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,777 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T12:24:01,778 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T12:24:01,778 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T12:24:01,780 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d5069b8cc4748299fc4646ce56ed262_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d5069b8cc4748299fc4646ce56ed262_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,781 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d00936034704f51a8c0145e3f6341d0_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d00936034704f51a8c0145e3f6341d0_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,782 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112320d5db32fe884fa4b1b0a6301df73c9b_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112320d5db32fe884fa4b1b0a6301df73c9b_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,783 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112321595cb2055b4a87a29219b79bf59566_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112321595cb2055b4a87a29219b79bf59566_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,784 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123293141b6ed174e178f27a5728ee36939_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123293141b6ed174e178f27a5728ee36939_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,785 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233c0f0dfe89da46f78c725f1981172744_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233c0f0dfe89da46f78c725f1981172744_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,787 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234229b4747b444b8b9318cd29d98a195b_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234229b4747b444b8b9318cd29d98a195b_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,787 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234792a2f1e24f408e82d5263cf52da832_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234792a2f1e24f408e82d5263cf52da832_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,789 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238488e1d6611548848ce71a4eed53e580_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238488e1d6611548848ce71a4eed53e580_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,789 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394af98d1c82c48b6bd5996be38d59714_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394af98d1c82c48b6bd5996be38d59714_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,790 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a94bf268d8974ee1a8752c1b1c6825d4_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a94bf268d8974ee1a8752c1b1c6825d4_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,791 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c8d2045a0f1b4767bc669f0c8572f38f_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c8d2045a0f1b4767bc669f0c8572f38f_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,792 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7d878d88225411c95d63db4e861c1ab_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7d878d88225411c95d63db4e861c1ab_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,793 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fc8150d89e9d4163917917667c693a5f_bc2ab5455507917ba41728037c294cfd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fc8150d89e9d4163917917667c693a5f_bc2ab5455507917ba41728037c294cfd 2024-11-23T12:24:01,794 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T12:24:01,795 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,797 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T12:24:01,798 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T12:24:01,799 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,799 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T12:24:01,799 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732364641799"}]},"ts":"9223372036854775807"} 2024-11-23T12:24:01,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T12:24:01,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bc2ab5455507917ba41728037c294cfd, NAME => 'TestAcidGuarantees,,1732364613722.bc2ab5455507917ba41728037c294cfd.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T12:24:01,801 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T12:24:01,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732364641801"}]},"ts":"9223372036854775807"} 2024-11-23T12:24:01,802 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T12:24:01,804 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-23T12:24:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T12:24:01,861 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T12:24:01,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=448 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=3910 (was 3944) 2024-11-23T12:24:01,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=3910 2024-11-23T12:24:01,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:24:01,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:24:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:01,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:24:01,882 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:01,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-23T12:24:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T12:24:01,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:24:01,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742248_1424 (size=963) 2024-11-23T12:24:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T12:24:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T12:24:02,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:24:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742249_1425 (size=53) 2024-11-23T12:24:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T12:24:02,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:24:02,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b7ea97c69f727853ded81a7aad17960f, disabling compactions & flushes 2024-11-23T12:24:02,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:02,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:02,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. after waiting 0 ms 2024-11-23T12:24:02,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:02,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:02,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:02,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:24:02,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732364642695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364642695"}]},"ts":"1732364642695"} 2024-11-23T12:24:02,696 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:24:02,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:24:02,697 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364642697"}]},"ts":"1732364642697"} 2024-11-23T12:24:02,698 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T12:24:02,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, ASSIGN}] 2024-11-23T12:24:02,702 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, ASSIGN 2024-11-23T12:24:02,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:24:02,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=b7ea97c69f727853ded81a7aad17960f, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:02,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:24:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T12:24:03,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:03,008 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:03,008 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:24:03,008 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,008 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:24:03,009 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,009 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,010 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,011 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:03,011 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ea97c69f727853ded81a7aad17960f columnFamilyName A 2024-11-23T12:24:03,011 DEBUG [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:03,011 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.HStore(327): Store=b7ea97c69f727853ded81a7aad17960f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:03,012 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,012 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:03,013 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ea97c69f727853ded81a7aad17960f columnFamilyName B 2024-11-23T12:24:03,013 DEBUG [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:03,013 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.HStore(327): Store=b7ea97c69f727853ded81a7aad17960f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:03,013 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,014 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:03,014 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ea97c69f727853ded81a7aad17960f columnFamilyName C 2024-11-23T12:24:03,014 DEBUG [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:03,014 INFO [StoreOpener-b7ea97c69f727853ded81a7aad17960f-1 {}] regionserver.HStore(327): Store=b7ea97c69f727853ded81a7aad17960f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:03,015 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:03,015 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,015 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,016 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:24:03,017 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:03,019 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:24:03,019 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened b7ea97c69f727853ded81a7aad17960f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73550443, jitterRate=0.09598700702190399}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:24:03,019 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:03,020 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., pid=125, masterSystemTime=1732364643005 2024-11-23T12:24:03,021 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:03,021 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:03,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=b7ea97c69f727853ded81a7aad17960f, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:03,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T12:24:03,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 in 168 msec 2024-11-23T12:24:03,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-23T12:24:03,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, ASSIGN in 322 msec 2024-11-23T12:24:03,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:24:03,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364643025"}]},"ts":"1732364643025"} 2024-11-23T12:24:03,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T12:24:03,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:24:03,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-23T12:24:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T12:24:03,986 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-23T12:24:03,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2aaa8c4a to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34614bf6 2024-11-23T12:24:03,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345fa4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:03,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:03,992 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:03,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:24:03,994 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:24:03,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x466b85c9 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@786b5809 2024-11-23T12:24:03,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315a23ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:03,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3ee89e to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d375c60 2024-11-23T12:24:04,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d125972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b0e6a43 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cbdf91e 2024-11-23T12:24:04,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134bfe32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08e5fd00 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc3900b 2024-11-23T12:24:04,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b55f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e195d6e to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@599dd56e 2024-11-23T12:24:04,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ca555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23090be3 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@224e54da 2024-11-23T12:24:04,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bda459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b8d64d3 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bb51dfc 2024-11-23T12:24:04,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657e1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0784d683 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@540d7172 2024-11-23T12:24:04,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dee2855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7761f52b to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48588c54 2024-11-23T12:24:04,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e8a98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a736a20 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c56316 2024-11-23T12:24:04,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677030bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:04,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-23T12:24:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T12:24:04,038 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:04,038 DEBUG [hconnection-0x43b8f741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,039 DEBUG [hconnection-0x1486719b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,039 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:04,039 DEBUG [hconnection-0x43938c52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:04,039 DEBUG [hconnection-0x4fd345d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,040 DEBUG [hconnection-0x2c21c92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,040 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,040 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,040 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,041 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,041 DEBUG [hconnection-0x6d1e1cd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,041 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,041 DEBUG [hconnection-0x2757d039-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,042 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,042 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:04,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:04,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:04,052 DEBUG [hconnection-0x7b6a1779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,053 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364704053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364704055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364704055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364704055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364704058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,063 DEBUG [hconnection-0x75953404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,063 DEBUG [hconnection-0x538a3640-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:04,064 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,064 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:04,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e5fe159a6e4146afa23438734804223a is 50, key is test_row_0/A:col10/1732364644045/Put/seqid=0 2024-11-23T12:24:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742250_1426 (size=12001) 2024-11-23T12:24:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T12:24:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364704156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364704157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364704157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364704157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364704159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T12:24:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T12:24:04,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T12:24:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364704360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364704360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364704360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364704360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364704362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e5fe159a6e4146afa23438734804223a 2024-11-23T12:24:04,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T12:24:04,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5fc07515b1864fe68fafc181febc880c is 50, key is test_row_0/B:col10/1732364644045/Put/seqid=0 2024-11-23T12:24:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742251_1427 (size=12001) 2024-11-23T12:24:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T12:24:04,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T12:24:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364704665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364704665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364704666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364704667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364704667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T12:24:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:04,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5fc07515b1864fe68fafc181febc880c 2024-11-23T12:24:04,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/243c3738dec847cf9d63b8d27215a1cb is 50, key is test_row_0/C:col10/1732364644045/Put/seqid=0 2024-11-23T12:24:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742252_1428 (size=12001) 2024-11-23T12:24:04,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/243c3738dec847cf9d63b8d27215a1cb 2024-11-23T12:24:04,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e5fe159a6e4146afa23438734804223a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e5fe159a6e4146afa23438734804223a 2024-11-23T12:24:04,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e5fe159a6e4146afa23438734804223a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T12:24:04,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5fc07515b1864fe68fafc181febc880c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5fc07515b1864fe68fafc181febc880c 2024-11-23T12:24:04,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5fc07515b1864fe68fafc181febc880c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T12:24:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/243c3738dec847cf9d63b8d27215a1cb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/243c3738dec847cf9d63b8d27215a1cb 2024-11-23T12:24:04,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/243c3738dec847cf9d63b8d27215a1cb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T12:24:04,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b7ea97c69f727853ded81a7aad17960f in 907ms, sequenceid=15, compaction requested=false 2024-11-23T12:24:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:04,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:04,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:04,955 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:04,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:04,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e001598e23ce47a790429dacdee56185 is 50, key is test_row_0/A:col10/1732364644052/Put/seqid=0 2024-11-23T12:24:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742253_1429 (size=12001) 2024-11-23T12:24:04,962 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e001598e23ce47a790429dacdee56185 2024-11-23T12:24:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f88a5c4d5944444a8fd0a434eabead76 is 50, key is test_row_0/B:col10/1732364644052/Put/seqid=0 2024-11-23T12:24:04,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742254_1430 (size=12001) 2024-11-23T12:24:04,973 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f88a5c4d5944444a8fd0a434eabead76 2024-11-23T12:24:04,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/3e4b899fd0c0447b891db2d26f861bed is 50, key is test_row_0/C:col10/1732364644052/Put/seqid=0 2024-11-23T12:24:04,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742255_1431 (size=12001) 2024-11-23T12:24:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T12:24:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364705184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364705185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364705185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364705186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364705188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364705289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364705290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364705291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364705291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364705291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,384 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/3e4b899fd0c0447b891db2d26f861bed 2024-11-23T12:24:05,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e001598e23ce47a790429dacdee56185 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e001598e23ce47a790429dacdee56185 2024-11-23T12:24:05,392 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e001598e23ce47a790429dacdee56185, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:24:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f88a5c4d5944444a8fd0a434eabead76 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f88a5c4d5944444a8fd0a434eabead76 2024-11-23T12:24:05,396 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f88a5c4d5944444a8fd0a434eabead76, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:24:05,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/3e4b899fd0c0447b891db2d26f861bed as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3e4b899fd0c0447b891db2d26f861bed 2024-11-23T12:24:05,400 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3e4b899fd0c0447b891db2d26f861bed, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T12:24:05,401 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b7ea97c69f727853ded81a7aad17960f in 446ms, sequenceid=37, compaction requested=false 2024-11-23T12:24:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-23T12:24:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-23T12:24:05,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T12:24:05,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-23T12:24:05,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.3660 sec 2024-11-23T12:24:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:05,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T12:24:05,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:05,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9471349cab474524882ae83e673aab5f is 50, key is test_row_0/A:col10/1732364645497/Put/seqid=0 2024-11-23T12:24:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742256_1432 (size=14341) 2024-11-23T12:24:05,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364705513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364705515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364705517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364705518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364705518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364705619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364705620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364705620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364705623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364705623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364705823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364705823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364705825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364705827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364705827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:05,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9471349cab474524882ae83e673aab5f 2024-11-23T12:24:05,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e6738ba5f86c44c2941361732764f518 is 50, key is test_row_0/B:col10/1732364645497/Put/seqid=0 2024-11-23T12:24:05,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742257_1433 (size=12001) 2024-11-23T12:24:06,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364706128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364706129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364706131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364706133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364706134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T12:24:06,142 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T12:24:06,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-23T12:24:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T12:24:06,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:06,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:06,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T12:24:06,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T12:24:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e6738ba5f86c44c2941361732764f518 2024-11-23T12:24:06,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/66f2b5135c034d0b9251a3a13b3259e0 is 50, key is test_row_0/C:col10/1732364645497/Put/seqid=0 2024-11-23T12:24:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742258_1434 (size=12001) 2024-11-23T12:24:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T12:24:06,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T12:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T12:24:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364706633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364706634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364706637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364706643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364706643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/66f2b5135c034d0b9251a3a13b3259e0 2024-11-23T12:24:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T12:24:06,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9471349cab474524882ae83e673aab5f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9471349cab474524882ae83e673aab5f 2024-11-23T12:24:06,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9471349cab474524882ae83e673aab5f, entries=200, sequenceid=54, filesize=14.0 K 2024-11-23T12:24:06,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e6738ba5f86c44c2941361732764f518 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e6738ba5f86c44c2941361732764f518 2024-11-23T12:24:06,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T12:24:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e6738ba5f86c44c2941361732764f518, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T12:24:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:06,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/66f2b5135c034d0b9251a3a13b3259e0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/66f2b5135c034d0b9251a3a13b3259e0 2024-11-23T12:24:06,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/66f2b5135c034d0b9251a3a13b3259e0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T12:24:06,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b7ea97c69f727853ded81a7aad17960f in 1264ms, sequenceid=54, compaction requested=true 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:06,761 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:06,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:06,762 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:06,762 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:06,762 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:06,762 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,762 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e5fe159a6e4146afa23438734804223a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e001598e23ce47a790429dacdee56185, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9471349cab474524882ae83e673aab5f] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=37.4 K 2024-11-23T12:24:06,762 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:06,762 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:06,762 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,763 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5fc07515b1864fe68fafc181febc880c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f88a5c4d5944444a8fd0a434eabead76, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e6738ba5f86c44c2941361732764f518] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=35.2 K 2024-11-23T12:24:06,763 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5fe159a6e4146afa23438734804223a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732364644044 2024-11-23T12:24:06,763 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e001598e23ce47a790429dacdee56185, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364644052 2024-11-23T12:24:06,763 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fc07515b1864fe68fafc181febc880c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732364644044 2024-11-23T12:24:06,763 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9471349cab474524882ae83e673aab5f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732364645175 2024-11-23T12:24:06,763 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f88a5c4d5944444a8fd0a434eabead76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364644052 2024-11-23T12:24:06,764 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e6738ba5f86c44c2941361732764f518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732364645175 2024-11-23T12:24:06,771 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:06,772 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/7b2c35bbb02b4c7bb812d5bc9c9cc648 is 50, key is test_row_0/A:col10/1732364645497/Put/seqid=0 2024-11-23T12:24:06,773 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:06,774 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a9661bc776fc4e4b835b92554f5a38d4 is 50, key is test_row_0/B:col10/1732364645497/Put/seqid=0 2024-11-23T12:24:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742259_1435 (size=12104) 2024-11-23T12:24:06,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742260_1436 (size=12104) 2024-11-23T12:24:06,787 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/7b2c35bbb02b4c7bb812d5bc9c9cc648 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7b2c35bbb02b4c7bb812d5bc9c9cc648 2024-11-23T12:24:06,789 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a9661bc776fc4e4b835b92554f5a38d4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a9661bc776fc4e4b835b92554f5a38d4 2024-11-23T12:24:06,793 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into 7b2c35bbb02b4c7bb812d5bc9c9cc648(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:06,793 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:06,793 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364646761; duration=0sec 2024-11-23T12:24:06,793 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into a9661bc776fc4e4b835b92554f5a38d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:06,794 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364646761; duration=0sec 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:06,794 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:06,795 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:06,795 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,795 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/243c3738dec847cf9d63b8d27215a1cb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3e4b899fd0c0447b891db2d26f861bed, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/66f2b5135c034d0b9251a3a13b3259e0] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=35.2 K 2024-11-23T12:24:06,795 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 243c3738dec847cf9d63b8d27215a1cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732364644044 2024-11-23T12:24:06,796 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e4b899fd0c0447b891db2d26f861bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732364644052 2024-11-23T12:24:06,796 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f2b5135c034d0b9251a3a13b3259e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732364645175 2024-11-23T12:24:06,803 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#365 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:06,803 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/9fba7d36c41248aabe8de1e67a97b4e6 is 50, key is test_row_0/C:col10/1732364645497/Put/seqid=0 2024-11-23T12:24:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742261_1437 (size=12104) 2024-11-23T12:24:06,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:06,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:06,908 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/616c8348ce2a438f816119ed83c2c362 is 50, key is test_row_0/A:col10/1732364645517/Put/seqid=0 2024-11-23T12:24:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742262_1438 (size=12001) 2024-11-23T12:24:07,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T12:24:07,212 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/9fba7d36c41248aabe8de1e67a97b4e6 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9fba7d36c41248aabe8de1e67a97b4e6 2024-11-23T12:24:07,217 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into 9fba7d36c41248aabe8de1e67a97b4e6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:07,217 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:07,217 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364646761; duration=0sec 2024-11-23T12:24:07,217 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:07,217 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T12:24:07,318 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/616c8348ce2a438f816119ed83c2c362 2024-11-23T12:24:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/895b2882b91f4ebcae5698e3947abf63 is 50, key is test_row_0/B:col10/1732364645517/Put/seqid=0 2024-11-23T12:24:07,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742263_1439 (size=12001) 2024-11-23T12:24:07,328 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/895b2882b91f4ebcae5698e3947abf63 2024-11-23T12:24:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/3b57536f68d44922ac6de55feafa054b is 50, key is test_row_0/C:col10/1732364645517/Put/seqid=0 2024-11-23T12:24:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742264_1440 (size=12001) 2024-11-23T12:24:07,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:07,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364707659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364707663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364707663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364707664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364707664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,737 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/3b57536f68d44922ac6de55feafa054b 2024-11-23T12:24:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/616c8348ce2a438f816119ed83c2c362 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/616c8348ce2a438f816119ed83c2c362 2024-11-23T12:24:07,745 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/616c8348ce2a438f816119ed83c2c362, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:24:07,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/895b2882b91f4ebcae5698e3947abf63 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/895b2882b91f4ebcae5698e3947abf63 2024-11-23T12:24:07,750 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/895b2882b91f4ebcae5698e3947abf63, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:24:07,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/3b57536f68d44922ac6de55feafa054b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3b57536f68d44922ac6de55feafa054b 2024-11-23T12:24:07,760 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3b57536f68d44922ac6de55feafa054b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T12:24:07,761 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b7ea97c69f727853ded81a7aad17960f in 852ms, sequenceid=76, compaction requested=false 2024-11-23T12:24:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:07,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-23T12:24:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-23T12:24:07,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T12:24:07,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-23T12:24:07,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.6200 sec 2024-11-23T12:24:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:07,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T12:24:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:07,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/4d364d17bdf54e719bff7e5cdbe7a4ba is 50, key is test_row_0/A:col10/1732364647768/Put/seqid=0 2024-11-23T12:24:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742265_1441 (size=14341) 2024-11-23T12:24:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364707820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364707821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364707822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364707822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364707822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364707928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364707928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364707928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364707928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:07,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364707928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364708132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364708132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364708132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364708133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364708133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/4d364d17bdf54e719bff7e5cdbe7a4ba 2024-11-23T12:24:08,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/999d08be18884881bdb8a429459448ca is 50, key is test_row_0/B:col10/1732364647768/Put/seqid=0 2024-11-23T12:24:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742266_1442 (size=12001) 2024-11-23T12:24:08,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/999d08be18884881bdb8a429459448ca 2024-11-23T12:24:08,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7798afc66b0640bc889dac97c9a47334 is 50, key is test_row_0/C:col10/1732364647768/Put/seqid=0 2024-11-23T12:24:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742267_1443 (size=12001) 2024-11-23T12:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T12:24:08,247 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-23T12:24:08,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T12:24:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T12:24:08,250 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:08,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:08,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T12:24:08,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T12:24:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364708437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364708437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364708438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364708439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364708439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T12:24:08,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T12:24:08,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:08,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:08,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7798afc66b0640bc889dac97c9a47334 2024-11-23T12:24:08,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/4d364d17bdf54e719bff7e5cdbe7a4ba as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/4d364d17bdf54e719bff7e5cdbe7a4ba 2024-11-23T12:24:08,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/4d364d17bdf54e719bff7e5cdbe7a4ba, entries=200, sequenceid=94, filesize=14.0 K 2024-11-23T12:24:08,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/999d08be18884881bdb8a429459448ca as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/999d08be18884881bdb8a429459448ca 2024-11-23T12:24:08,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/999d08be18884881bdb8a429459448ca, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T12:24:08,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7798afc66b0640bc889dac97c9a47334 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7798afc66b0640bc889dac97c9a47334 2024-11-23T12:24:08,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7798afc66b0640bc889dac97c9a47334, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T12:24:08,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b7ea97c69f727853ded81a7aad17960f in 871ms, sequenceid=94, compaction requested=true 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:08,641 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:08,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:08,641 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:08,642 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:08,642 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:08,642 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:08,642 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:08,642 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,642 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,642 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a9661bc776fc4e4b835b92554f5a38d4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/895b2882b91f4ebcae5698e3947abf63, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/999d08be18884881bdb8a429459448ca] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=35.3 K 2024-11-23T12:24:08,642 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7b2c35bbb02b4c7bb812d5bc9c9cc648, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/616c8348ce2a438f816119ed83c2c362, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/4d364d17bdf54e719bff7e5cdbe7a4ba] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=37.5 K 2024-11-23T12:24:08,643 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a9661bc776fc4e4b835b92554f5a38d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732364645175 2024-11-23T12:24:08,643 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b2c35bbb02b4c7bb812d5bc9c9cc648, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732364645175 2024-11-23T12:24:08,643 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 895b2882b91f4ebcae5698e3947abf63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364645511 2024-11-23T12:24:08,644 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 616c8348ce2a438f816119ed83c2c362, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364645511 2024-11-23T12:24:08,644 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 999d08be18884881bdb8a429459448ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364647654 2024-11-23T12:24:08,644 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d364d17bdf54e719bff7e5cdbe7a4ba, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364647654 2024-11-23T12:24:08,662 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:08,663 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/c5806774be274fb9a0536ff23dbd4d90 is 50, key is test_row_0/B:col10/1732364647768/Put/seqid=0 2024-11-23T12:24:08,663 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:08,663 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/ca05824cea4843dcb0171c93f73ba53e is 50, key is test_row_0/A:col10/1732364647768/Put/seqid=0 2024-11-23T12:24:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742268_1444 (size=12207) 2024-11-23T12:24:08,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742269_1445 (size=12207) 2024-11-23T12:24:08,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T12:24:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:08,709 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T12:24:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:08,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/1280ae41e4f04e86997ed33de5c4bb75 is 50, key is test_row_0/A:col10/1732364647821/Put/seqid=0 2024-11-23T12:24:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742270_1446 (size=12001) 2024-11-23T12:24:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T12:24:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:08,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:08,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364708957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364708957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364708960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364708961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:08,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364708963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364709064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364709065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,072 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/c5806774be274fb9a0536ff23dbd4d90 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/c5806774be274fb9a0536ff23dbd4d90 2024-11-23T12:24:09,074 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/ca05824cea4843dcb0171c93f73ba53e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ca05824cea4843dcb0171c93f73ba53e 2024-11-23T12:24:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364709069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364709069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364709071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,078 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into c5806774be274fb9a0536ff23dbd4d90(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:09,078 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:09,078 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364648641; duration=0sec 2024-11-23T12:24:09,078 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:09,078 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:09,078 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:09,080 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into ca05824cea4843dcb0171c93f73ba53e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:09,080 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:09,080 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364648641; duration=0sec 2024-11-23T12:24:09,080 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:09,080 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:09,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:09,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:09,081 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:09,081 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9fba7d36c41248aabe8de1e67a97b4e6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3b57536f68d44922ac6de55feafa054b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7798afc66b0640bc889dac97c9a47334] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=35.3 K 2024-11-23T12:24:09,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fba7d36c41248aabe8de1e67a97b4e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732364645175 2024-11-23T12:24:09,081 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b57536f68d44922ac6de55feafa054b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732364645511 2024-11-23T12:24:09,082 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7798afc66b0640bc889dac97c9a47334, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364647654 2024-11-23T12:24:09,088 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:09,089 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/8b9ada4f82374bd2bdc5735266c4e0aa is 50, key is test_row_0/C:col10/1732364647768/Put/seqid=0 2024-11-23T12:24:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742271_1447 (size=12207) 2024-11-23T12:24:09,118 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/1280ae41e4f04e86997ed33de5c4bb75 2024-11-23T12:24:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/60feb9d91a204cf7a6b4b328a7aa1b59 is 50, key is test_row_0/B:col10/1732364647821/Put/seqid=0 2024-11-23T12:24:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742272_1448 (size=12001) 2024-11-23T12:24:09,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364709268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364709269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364709276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364709276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364709277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T12:24:09,498 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/8b9ada4f82374bd2bdc5735266c4e0aa as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8b9ada4f82374bd2bdc5735266c4e0aa 2024-11-23T12:24:09,502 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into 8b9ada4f82374bd2bdc5735266c4e0aa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:09,502 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:09,502 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364648641; duration=0sec 2024-11-23T12:24:09,502 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:09,502 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:09,529 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/60feb9d91a204cf7a6b4b328a7aa1b59 2024-11-23T12:24:09,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/0607771781ca4474b4c8542b39c9c354 is 50, key is test_row_0/C:col10/1732364647821/Put/seqid=0 2024-11-23T12:24:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742273_1449 (size=12001) 2024-11-23T12:24:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364709573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364709573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364709579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364709580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364709582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:09,940 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/0607771781ca4474b4c8542b39c9c354 2024-11-23T12:24:09,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/1280ae41e4f04e86997ed33de5c4bb75 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/1280ae41e4f04e86997ed33de5c4bb75 2024-11-23T12:24:09,948 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/1280ae41e4f04e86997ed33de5c4bb75, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T12:24:09,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/60feb9d91a204cf7a6b4b328a7aa1b59 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/60feb9d91a204cf7a6b4b328a7aa1b59 2024-11-23T12:24:09,952 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/60feb9d91a204cf7a6b4b328a7aa1b59, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T12:24:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/0607771781ca4474b4c8542b39c9c354 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/0607771781ca4474b4c8542b39c9c354 2024-11-23T12:24:09,956 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/0607771781ca4474b4c8542b39c9c354, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T12:24:09,957 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b7ea97c69f727853ded81a7aad17960f in 1248ms, sequenceid=114, compaction requested=false 2024-11-23T12:24:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T12:24:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T12:24:09,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T12:24:09,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-23T12:24:09,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.7110 sec 2024-11-23T12:24:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:10,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T12:24:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:10,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:10,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:10,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:10,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/46cf84a545854a4da7b76c7496c9e1a4 is 50, key is test_row_0/A:col10/1732364648947/Put/seqid=0 2024-11-23T12:24:10,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742274_1450 (size=14441) 2024-11-23T12:24:10,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/46cf84a545854a4da7b76c7496c9e1a4 2024-11-23T12:24:10,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/74c1c624bbb24f69aeaa1f5d393193d2 is 50, key is test_row_0/B:col10/1732364648947/Put/seqid=0 2024-11-23T12:24:10,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742275_1451 (size=12101) 2024-11-23T12:24:10,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/74c1c624bbb24f69aeaa1f5d393193d2 2024-11-23T12:24:10,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364710102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364710105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364710106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364710106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364710107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/172d83605da848d69932091c844c2397 is 50, key is test_row_0/C:col10/1732364648947/Put/seqid=0 2024-11-23T12:24:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742276_1452 (size=12101) 2024-11-23T12:24:10,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/172d83605da848d69932091c844c2397 2024-11-23T12:24:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/46cf84a545854a4da7b76c7496c9e1a4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/46cf84a545854a4da7b76c7496c9e1a4 2024-11-23T12:24:10,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/46cf84a545854a4da7b76c7496c9e1a4, entries=200, sequenceid=135, filesize=14.1 K 2024-11-23T12:24:10,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/74c1c624bbb24f69aeaa1f5d393193d2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/74c1c624bbb24f69aeaa1f5d393193d2 2024-11-23T12:24:10,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/74c1c624bbb24f69aeaa1f5d393193d2, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T12:24:10,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/172d83605da848d69932091c844c2397 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/172d83605da848d69932091c844c2397 2024-11-23T12:24:10,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/172d83605da848d69932091c844c2397, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T12:24:10,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b7ea97c69f727853ded81a7aad17960f in 49ms, sequenceid=135, compaction requested=true 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:10,135 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:10,135 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:10,136 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:10,136 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:10,136 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:10,136 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:10,136 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,137 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,137 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/c5806774be274fb9a0536ff23dbd4d90, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/60feb9d91a204cf7a6b4b328a7aa1b59, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/74c1c624bbb24f69aeaa1f5d393193d2] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=35.5 K 2024-11-23T12:24:10,137 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ca05824cea4843dcb0171c93f73ba53e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/1280ae41e4f04e86997ed33de5c4bb75, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/46cf84a545854a4da7b76c7496c9e1a4] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=37.7 K 2024-11-23T12:24:10,137 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c5806774be274fb9a0536ff23dbd4d90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364647654 2024-11-23T12:24:10,137 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca05824cea4843dcb0171c93f73ba53e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364647654 2024-11-23T12:24:10,142 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 60feb9d91a204cf7a6b4b328a7aa1b59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732364647821 2024-11-23T12:24:10,142 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1280ae41e4f04e86997ed33de5c4bb75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732364647821 2024-11-23T12:24:10,142 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 74c1c624bbb24f69aeaa1f5d393193d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732364648947 2024-11-23T12:24:10,142 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46cf84a545854a4da7b76c7496c9e1a4, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732364648947 2024-11-23T12:24:10,151 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:10,151 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/ff2d5d5c377142f8921712380644e42a is 50, key is test_row_0/A:col10/1732364648947/Put/seqid=0 2024-11-23T12:24:10,152 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:10,153 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/01260299de55481fb4a58aeb39f0410e is 50, key is test_row_0/B:col10/1732364648947/Put/seqid=0 2024-11-23T12:24:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742277_1453 (size=12409) 2024-11-23T12:24:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742278_1454 (size=12409) 2024-11-23T12:24:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:10,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T12:24:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:10,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:10,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:10,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:10,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e53a990e88e444d09b10de44e411404d is 50, key is test_row_0/A:col10/1732364650210/Put/seqid=0 2024-11-23T12:24:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742279_1455 (size=14541) 2024-11-23T12:24:10,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364710225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364710228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364710229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364710230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364710232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364710336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364710336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364710338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T12:24:10,354 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T12:24:10,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T12:24:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T12:24:10,356 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:10,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:10,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T12:24:10,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T12:24:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364710537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364710538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364710538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364710539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364710544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,567 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/ff2d5d5c377142f8921712380644e42a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ff2d5d5c377142f8921712380644e42a 2024-11-23T12:24:10,568 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/01260299de55481fb4a58aeb39f0410e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/01260299de55481fb4a58aeb39f0410e 2024-11-23T12:24:10,573 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into ff2d5d5c377142f8921712380644e42a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:10,573 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into 01260299de55481fb4a58aeb39f0410e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:10,573 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364650135; duration=0sec 2024-11-23T12:24:10,573 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364650135; duration=0sec 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:10,573 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:10,574 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:10,574 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:10,574 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,574 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8b9ada4f82374bd2bdc5735266c4e0aa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/0607771781ca4474b4c8542b39c9c354, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/172d83605da848d69932091c844c2397] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=35.5 K 2024-11-23T12:24:10,574 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b9ada4f82374bd2bdc5735266c4e0aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732364647654 2024-11-23T12:24:10,575 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 0607771781ca4474b4c8542b39c9c354, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732364647821 2024-11-23T12:24:10,575 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 172d83605da848d69932091c844c2397, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732364648947 2024-11-23T12:24:10,582 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:10,583 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a894836c0396417ea26388541d3f178b is 50, key is test_row_0/C:col10/1732364648947/Put/seqid=0 2024-11-23T12:24:10,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742280_1456 (size=12409) 2024-11-23T12:24:10,591 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a894836c0396417ea26388541d3f178b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a894836c0396417ea26388541d3f178b 2024-11-23T12:24:10,596 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into a894836c0396417ea26388541d3f178b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:10,596 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:10,596 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364650135; duration=0sec 2024-11-23T12:24:10,596 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:10,597 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:10,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e53a990e88e444d09b10de44e411404d 2024-11-23T12:24:10,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/83d9c308246f483281630f102fca22bb is 50, key is test_row_0/B:col10/1732364650210/Put/seqid=0 2024-11-23T12:24:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742281_1457 (size=12151) 2024-11-23T12:24:10,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/83d9c308246f483281630f102fca22bb 2024-11-23T12:24:10,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/317cc5ba11354f9ebafccdb4da85ef91 is 50, key is test_row_0/C:col10/1732364650210/Put/seqid=0 2024-11-23T12:24:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742282_1458 (size=12151) 2024-11-23T12:24:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T12:24:10,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T12:24:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T12:24:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364710843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364710843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364710844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364710844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364710849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T12:24:10,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:10,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T12:24:10,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:10,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:10,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:11,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/317cc5ba11354f9ebafccdb4da85ef91 2024-11-23T12:24:11,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/e53a990e88e444d09b10de44e411404d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e53a990e88e444d09b10de44e411404d 2024-11-23T12:24:11,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e53a990e88e444d09b10de44e411404d, entries=200, sequenceid=154, filesize=14.2 K 2024-11-23T12:24:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/83d9c308246f483281630f102fca22bb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/83d9c308246f483281630f102fca22bb 2024-11-23T12:24:11,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/83d9c308246f483281630f102fca22bb, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:24:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/317cc5ba11354f9ebafccdb4da85ef91 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/317cc5ba11354f9ebafccdb4da85ef91 2024-11-23T12:24:11,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/317cc5ba11354f9ebafccdb4da85ef91, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T12:24:11,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b7ea97c69f727853ded81a7aad17960f in 848ms, sequenceid=154, compaction requested=false 2024-11-23T12:24:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:11,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T12:24:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:11,119 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T12:24:11,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:11,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:11,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:11,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:11,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:11,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:11,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/f790a1fafaf74eac8d482e9f19662a0a is 50, key is test_row_0/A:col10/1732364650227/Put/seqid=0 2024-11-23T12:24:11,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742283_1459 (size=12151) 2024-11-23T12:24:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:11,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364711368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364711368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364711368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364711369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364711370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T12:24:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364711473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364711473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364711475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364711475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364711475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,527 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/f790a1fafaf74eac8d482e9f19662a0a 2024-11-23T12:24:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/6549345a012d445caffd28410c1c66cc is 50, key is test_row_0/B:col10/1732364650227/Put/seqid=0 2024-11-23T12:24:11,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742284_1460 (size=12151) 2024-11-23T12:24:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364711679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364711679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364711679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364711679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364711680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,938 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/6549345a012d445caffd28410c1c66cc 2024-11-23T12:24:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/69818c5652c14e00a6344ff9a3169b51 is 50, key is test_row_0/C:col10/1732364650227/Put/seqid=0 2024-11-23T12:24:11,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742285_1461 (size=12151) 2024-11-23T12:24:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364711983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364711984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364711984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364711985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364711986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,352 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/69818c5652c14e00a6344ff9a3169b51 2024-11-23T12:24:12,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/f790a1fafaf74eac8d482e9f19662a0a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/f790a1fafaf74eac8d482e9f19662a0a 2024-11-23T12:24:12,360 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/f790a1fafaf74eac8d482e9f19662a0a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-23T12:24:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/6549345a012d445caffd28410c1c66cc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/6549345a012d445caffd28410c1c66cc 2024-11-23T12:24:12,364 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/6549345a012d445caffd28410c1c66cc, entries=150, sequenceid=174, filesize=11.9 K 2024-11-23T12:24:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/69818c5652c14e00a6344ff9a3169b51 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/69818c5652c14e00a6344ff9a3169b51 2024-11-23T12:24:12,367 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/69818c5652c14e00a6344ff9a3169b51, entries=150, sequenceid=174, filesize=11.9 K 2024-11-23T12:24:12,368 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b7ea97c69f727853ded81a7aad17960f in 1249ms, sequenceid=174, compaction requested=true 2024-11-23T12:24:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T12:24:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T12:24:12,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T12:24:12,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-23T12:24:12,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0150 sec 2024-11-23T12:24:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T12:24:12,460 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T12:24:12,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T12:24:12,462 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:12,463 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:12,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:12,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T12:24:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:12,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/cc9ff771edb44ef18ac836110ba0d92f is 50, key is test_row_0/A:col10/1732364651367/Put/seqid=0 2024-11-23T12:24:12,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742286_1462 (size=14541) 2024-11-23T12:24:12,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364712505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364712506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364712507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364712507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364712508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:12,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T12:24:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364712614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364712614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364712614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364712614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364712616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:12,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T12:24:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364712817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364712817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364712818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364712819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364712820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/cc9ff771edb44ef18ac836110ba0d92f 2024-11-23T12:24:12,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5518996cf0c04c328e3db76c6e598c57 is 50, key is test_row_0/B:col10/1732364651367/Put/seqid=0 2024-11-23T12:24:12,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742287_1463 (size=12151) 2024-11-23T12:24:12,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5518996cf0c04c328e3db76c6e598c57 2024-11-23T12:24:12,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T12:24:12,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:12,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:12,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a56e2027bbc24515ba9dd3b7c08b1e83 is 50, key is test_row_0/C:col10/1732364651367/Put/seqid=0 2024-11-23T12:24:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742288_1464 (size=12151) 2024-11-23T12:24:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:13,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T12:24:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364713126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364713126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364713128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364713128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364713128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T12:24:13,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:13,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:13,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:13,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a56e2027bbc24515ba9dd3b7c08b1e83 2024-11-23T12:24:13,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/cc9ff771edb44ef18ac836110ba0d92f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/cc9ff771edb44ef18ac836110ba0d92f 2024-11-23T12:24:13,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/cc9ff771edb44ef18ac836110ba0d92f, entries=200, sequenceid=195, filesize=14.2 K 2024-11-23T12:24:13,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5518996cf0c04c328e3db76c6e598c57 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5518996cf0c04c328e3db76c6e598c57 2024-11-23T12:24:13,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5518996cf0c04c328e3db76c6e598c57, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T12:24:13,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a56e2027bbc24515ba9dd3b7c08b1e83 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a56e2027bbc24515ba9dd3b7c08b1e83 2024-11-23T12:24:13,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a56e2027bbc24515ba9dd3b7c08b1e83, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T12:24:13,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b7ea97c69f727853ded81a7aad17960f in 859ms, sequenceid=195, compaction requested=true 2024-11-23T12:24:13,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:13,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:13,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:13,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:13,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:13,351 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:13,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:13,351 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:13,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:13,351 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:13,351 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53642 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:13,352 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:13,352 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:13,352 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,352 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,352 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/01260299de55481fb4a58aeb39f0410e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/83d9c308246f483281630f102fca22bb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/6549345a012d445caffd28410c1c66cc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5518996cf0c04c328e3db76c6e598c57] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=47.7 K 2024-11-23T12:24:13,352 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ff2d5d5c377142f8921712380644e42a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e53a990e88e444d09b10de44e411404d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/f790a1fafaf74eac8d482e9f19662a0a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/cc9ff771edb44ef18ac836110ba0d92f] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=52.4 K 2024-11-23T12:24:13,352 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff2d5d5c377142f8921712380644e42a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732364648947 2024-11-23T12:24:13,352 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 01260299de55481fb4a58aeb39f0410e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732364648947 2024-11-23T12:24:13,352 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53a990e88e444d09b10de44e411404d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364650104 2024-11-23T12:24:13,352 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d9c308246f483281630f102fca22bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364650104 2024-11-23T12:24:13,353 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6549345a012d445caffd28410c1c66cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732364650227 2024-11-23T12:24:13,353 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f790a1fafaf74eac8d482e9f19662a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732364650227 2024-11-23T12:24:13,353 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5518996cf0c04c328e3db76c6e598c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364651367 2024-11-23T12:24:13,353 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc9ff771edb44ef18ac836110ba0d92f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364651367 2024-11-23T12:24:13,360 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:13,360 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:13,361 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/0dcbfc04cb6641729bd1ef14e163c9b3 is 50, key is test_row_0/A:col10/1732364651367/Put/seqid=0 2024-11-23T12:24:13,361 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f05603d8ce7743c69aa2090b18c37d93 is 50, key is test_row_0/B:col10/1732364651367/Put/seqid=0 2024-11-23T12:24:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742289_1465 (size=12595) 2024-11-23T12:24:13,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742290_1466 (size=12595) 2024-11-23T12:24:13,377 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f05603d8ce7743c69aa2090b18c37d93 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f05603d8ce7743c69aa2090b18c37d93 2024-11-23T12:24:13,379 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/0dcbfc04cb6641729bd1ef14e163c9b3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0dcbfc04cb6641729bd1ef14e163c9b3 2024-11-23T12:24:13,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T12:24:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,381 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T12:24:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:13,385 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into f05603d8ce7743c69aa2090b18c37d93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:13,385 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:13,385 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=12, startTime=1732364653350; duration=0sec 2024-11-23T12:24:13,385 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:13,385 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:13,385 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/97ee17edd81844a9bc55e540a1575e1d is 50, key is test_row_0/A:col10/1732364652506/Put/seqid=0 2024-11-23T12:24:13,387 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:13,387 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:13,387 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:13,387 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a894836c0396417ea26388541d3f178b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/317cc5ba11354f9ebafccdb4da85ef91, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/69818c5652c14e00a6344ff9a3169b51, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a56e2027bbc24515ba9dd3b7c08b1e83] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=47.7 K 2024-11-23T12:24:13,388 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a894836c0396417ea26388541d3f178b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732364648947 2024-11-23T12:24:13,388 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into 0dcbfc04cb6641729bd1ef14e163c9b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:13,388 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:13,388 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=12, startTime=1732364653350; duration=0sec 2024-11-23T12:24:13,388 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:13,388 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:13,388 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 317cc5ba11354f9ebafccdb4da85ef91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732364650104 2024-11-23T12:24:13,388 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 69818c5652c14e00a6344ff9a3169b51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732364650227 2024-11-23T12:24:13,389 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a56e2027bbc24515ba9dd3b7c08b1e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364651367 2024-11-23T12:24:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742291_1467 (size=9757) 2024-11-23T12:24:13,398 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:13,398 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/8f12f74893fa4b08847155aaaba3e721 is 50, key is test_row_0/C:col10/1732364651367/Put/seqid=0 2024-11-23T12:24:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742292_1468 (size=12595) 2024-11-23T12:24:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:13,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:13,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364713679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364713679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364713680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364713680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364713682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364713785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364713788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364713788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364713788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,792 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/97ee17edd81844a9bc55e540a1575e1d 2024-11-23T12:24:13,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364713789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/0c20c21cbc5d445692d510aae63c44b7 is 50, key is test_row_0/B:col10/1732364652506/Put/seqid=0 2024-11-23T12:24:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742293_1469 (size=9757) 2024-11-23T12:24:13,811 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/8f12f74893fa4b08847155aaaba3e721 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8f12f74893fa4b08847155aaaba3e721 2024-11-23T12:24:13,815 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into 8f12f74893fa4b08847155aaaba3e721(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:13,815 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:13,815 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=12, startTime=1732364653350; duration=0sec 2024-11-23T12:24:13,815 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:13,815 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364713990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364713992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364713992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364713992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:13,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364713994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,203 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/0c20c21cbc5d445692d510aae63c44b7 2024-11-23T12:24:14,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7cf9deebf94e42178c1235e34fc7f054 is 50, key is test_row_0/C:col10/1732364652506/Put/seqid=0 2024-11-23T12:24:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742294_1470 (size=9757) 2024-11-23T12:24:14,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364714293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364714296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364714296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364714297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364714298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:14,613 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7cf9deebf94e42178c1235e34fc7f054 2024-11-23T12:24:14,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/97ee17edd81844a9bc55e540a1575e1d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/97ee17edd81844a9bc55e540a1575e1d 2024-11-23T12:24:14,621 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/97ee17edd81844a9bc55e540a1575e1d, entries=100, sequenceid=210, filesize=9.5 K 2024-11-23T12:24:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/0c20c21cbc5d445692d510aae63c44b7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/0c20c21cbc5d445692d510aae63c44b7 2024-11-23T12:24:14,625 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/0c20c21cbc5d445692d510aae63c44b7, entries=100, sequenceid=210, filesize=9.5 K 2024-11-23T12:24:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7cf9deebf94e42178c1235e34fc7f054 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7cf9deebf94e42178c1235e34fc7f054 2024-11-23T12:24:14,629 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7cf9deebf94e42178c1235e34fc7f054, entries=100, sequenceid=210, filesize=9.5 K 2024-11-23T12:24:14,629 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b7ea97c69f727853ded81a7aad17960f in 1248ms, sequenceid=210, compaction requested=false 2024-11-23T12:24:14,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:14,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T12:24:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T12:24:14,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T12:24:14,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1670 sec 2024-11-23T12:24:14,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.1710 sec 2024-11-23T12:24:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:14,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T12:24:14,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:14,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/24c4732061ca45129b31c6b4a5dce363 is 50, key is test_row_0/A:col10/1732364654800/Put/seqid=0 2024-11-23T12:24:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742295_1471 (size=14541) 2024-11-23T12:24:14,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364714838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364714839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364714840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364714840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364714841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364714942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364714947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364714947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364714947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364714947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364715147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364715151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364715152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364715152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364715153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/24c4732061ca45129b31c6b4a5dce363 2024-11-23T12:24:15,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d0f764029c3d46b58ac8b6cb7bba4945 is 50, key is test_row_0/B:col10/1732364654800/Put/seqid=0 2024-11-23T12:24:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742296_1472 (size=12151) 2024-11-23T12:24:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364715452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364715453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364715457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364715458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364715458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d0f764029c3d46b58ac8b6cb7bba4945 2024-11-23T12:24:15,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7a017b3c02214ea58ed3e0cf2b3e545b is 50, key is test_row_0/C:col10/1732364654800/Put/seqid=0 2024-11-23T12:24:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742297_1473 (size=12151) 2024-11-23T12:24:15,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364715958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364715959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364715962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364715964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364715965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:16,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7a017b3c02214ea58ed3e0cf2b3e545b 2024-11-23T12:24:16,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/24c4732061ca45129b31c6b4a5dce363 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/24c4732061ca45129b31c6b4a5dce363 2024-11-23T12:24:16,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/24c4732061ca45129b31c6b4a5dce363, entries=200, sequenceid=235, filesize=14.2 K 2024-11-23T12:24:16,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d0f764029c3d46b58ac8b6cb7bba4945 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d0f764029c3d46b58ac8b6cb7bba4945 2024-11-23T12:24:16,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d0f764029c3d46b58ac8b6cb7bba4945, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:24:16,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/7a017b3c02214ea58ed3e0cf2b3e545b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7a017b3c02214ea58ed3e0cf2b3e545b 2024-11-23T12:24:16,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7a017b3c02214ea58ed3e0cf2b3e545b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:24:16,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b7ea97c69f727853ded81a7aad17960f in 1249ms, sequenceid=235, compaction requested=true 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:16,051 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:16,051 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:16,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:16,052 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:16,052 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:16,052 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:16,052 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:16,052 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:16,052 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:16,052 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f05603d8ce7743c69aa2090b18c37d93, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/0c20c21cbc5d445692d510aae63c44b7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d0f764029c3d46b58ac8b6cb7bba4945] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=33.7 K 2024-11-23T12:24:16,052 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0dcbfc04cb6641729bd1ef14e163c9b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/97ee17edd81844a9bc55e540a1575e1d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/24c4732061ca45129b31c6b4a5dce363] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.0 K 2024-11-23T12:24:16,052 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dcbfc04cb6641729bd1ef14e163c9b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364651367 2024-11-23T12:24:16,052 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f05603d8ce7743c69aa2090b18c37d93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364651367 2024-11-23T12:24:16,053 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97ee17edd81844a9bc55e540a1575e1d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732364652506 2024-11-23T12:24:16,053 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c20c21cbc5d445692d510aae63c44b7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732364652506 2024-11-23T12:24:16,053 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24c4732061ca45129b31c6b4a5dce363, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364653669 2024-11-23T12:24:16,053 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f764029c3d46b58ac8b6cb7bba4945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364653669 2024-11-23T12:24:16,061 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:16,061 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/281dba84afcf426ca8ad693775627c1a is 50, key is test_row_0/A:col10/1732364654800/Put/seqid=0 2024-11-23T12:24:16,071 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#403 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:16,072 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d6561dbb50794887bcb04f61ec31cb9c is 50, key is test_row_0/B:col10/1732364654800/Put/seqid=0 2024-11-23T12:24:16,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742298_1474 (size=12697) 2024-11-23T12:24:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742299_1475 (size=12697) 2024-11-23T12:24:16,089 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d6561dbb50794887bcb04f61ec31cb9c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d6561dbb50794887bcb04f61ec31cb9c 2024-11-23T12:24:16,093 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into d6561dbb50794887bcb04f61ec31cb9c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:16,093 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:16,094 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364656051; duration=0sec 2024-11-23T12:24:16,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:16,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:16,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:16,094 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:16,095 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:16,095 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:16,095 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8f12f74893fa4b08847155aaaba3e721, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7cf9deebf94e42178c1235e34fc7f054, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7a017b3c02214ea58ed3e0cf2b3e545b] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=33.7 K 2024-11-23T12:24:16,095 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f12f74893fa4b08847155aaaba3e721, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364651367 2024-11-23T12:24:16,095 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf9deebf94e42178c1235e34fc7f054, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732364652506 2024-11-23T12:24:16,096 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a017b3c02214ea58ed3e0cf2b3e545b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364653669 2024-11-23T12:24:16,102 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:16,102 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4fd0caf6d5754da39a97bc9542deab7e is 50, key is test_row_0/C:col10/1732364654800/Put/seqid=0 2024-11-23T12:24:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742300_1476 (size=12697) 2024-11-23T12:24:16,487 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/281dba84afcf426ca8ad693775627c1a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/281dba84afcf426ca8ad693775627c1a 2024-11-23T12:24:16,491 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into 281dba84afcf426ca8ad693775627c1a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:16,491 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:16,491 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364656051; duration=0sec 2024-11-23T12:24:16,491 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:16,491 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:16,511 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4fd0caf6d5754da39a97bc9542deab7e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4fd0caf6d5754da39a97bc9542deab7e 2024-11-23T12:24:16,515 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into 4fd0caf6d5754da39a97bc9542deab7e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:16,515 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:16,515 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364656051; duration=0sec 2024-11-23T12:24:16,515 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:16,515 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T12:24:16,567 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T12:24:16,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T12:24:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T12:24:16,570 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:16,571 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:16,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T12:24:16,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:16,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T12:24:16,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:16,724 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:24:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/64bd71678db8434080ec7de3ce6eb636 is 50, key is test_row_0/A:col10/1732364654840/Put/seqid=0 2024-11-23T12:24:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742301_1477 (size=12151) 2024-11-23T12:24:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T12:24:16,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364716983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364716986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364716986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364716987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364716988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364717090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364717091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364717093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364717093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364717093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,133 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/64bd71678db8434080ec7de3ce6eb636 2024-11-23T12:24:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5cc4be62bf044a10b288f6b6f57a7f87 is 50, key is test_row_0/B:col10/1732364654840/Put/seqid=0 2024-11-23T12:24:17,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742302_1478 (size=12151) 2024-11-23T12:24:17,159 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5cc4be62bf044a10b288f6b6f57a7f87 2024-11-23T12:24:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T12:24:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/19543eabdda745e684d8be610a0d37bd is 50, key is test_row_0/C:col10/1732364654840/Put/seqid=0 2024-11-23T12:24:17,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742303_1479 (size=12151) 2024-11-23T12:24:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364717294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364717294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364717296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364717302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364717302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,582 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/19543eabdda745e684d8be610a0d37bd 2024-11-23T12:24:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/64bd71678db8434080ec7de3ce6eb636 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/64bd71678db8434080ec7de3ce6eb636 2024-11-23T12:24:17,590 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/64bd71678db8434080ec7de3ce6eb636, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T12:24:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/5cc4be62bf044a10b288f6b6f57a7f87 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5cc4be62bf044a10b288f6b6f57a7f87 2024-11-23T12:24:17,594 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5cc4be62bf044a10b288f6b6f57a7f87, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T12:24:17,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/19543eabdda745e684d8be610a0d37bd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/19543eabdda745e684d8be610a0d37bd 2024-11-23T12:24:17,599 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/19543eabdda745e684d8be610a0d37bd, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T12:24:17,600 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b7ea97c69f727853ded81a7aad17960f in 876ms, sequenceid=252, compaction requested=false 2024-11-23T12:24:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T12:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T12:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:17,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:17,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T12:24:17,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-11-23T12:24:17,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.0360 sec 2024-11-23T12:24:17,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9c25b05ee56a4f4e81567bfe17e6f191 is 50, key is test_row_0/A:col10/1732364657600/Put/seqid=0 2024-11-23T12:24:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742304_1480 (size=14741) 2024-11-23T12:24:17,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9c25b05ee56a4f4e81567bfe17e6f191 2024-11-23T12:24:17,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364717610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/b03fad79df8649e4aea6a5326b827542 is 50, key is test_row_0/B:col10/1732364657600/Put/seqid=0 2024-11-23T12:24:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364717611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364717611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364717611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742305_1481 (size=12301) 2024-11-23T12:24:17,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364717616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T12:24:17,674 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T12:24:17,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T12:24:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T12:24:17,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:17,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:17,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364717717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364717718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364717718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364717719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364717723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T12:24:17,829 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T12:24:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:17,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364717921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364717921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364717921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364717924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364717927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T12:24:17,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:17,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T12:24:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:17,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/b03fad79df8649e4aea6a5326b827542 2024-11-23T12:24:18,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/1593995d023345dd9da45589d86dffde is 50, key is test_row_0/C:col10/1732364657600/Put/seqid=0 2024-11-23T12:24:18,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742306_1482 (size=12301) 2024-11-23T12:24:18,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T12:24:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364718225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364718225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364718225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364718229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364718231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T12:24:18,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T12:24:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/1593995d023345dd9da45589d86dffde 2024-11-23T12:24:18,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9c25b05ee56a4f4e81567bfe17e6f191 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9c25b05ee56a4f4e81567bfe17e6f191 2024-11-23T12:24:18,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T12:24:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9c25b05ee56a4f4e81567bfe17e6f191, entries=200, sequenceid=275, filesize=14.4 K 2024-11-23T12:24:18,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/b03fad79df8649e4aea6a5326b827542 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/b03fad79df8649e4aea6a5326b827542 2024-11-23T12:24:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:18,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/b03fad79df8649e4aea6a5326b827542, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T12:24:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/1593995d023345dd9da45589d86dffde as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/1593995d023345dd9da45589d86dffde 2024-11-23T12:24:18,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/1593995d023345dd9da45589d86dffde, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T12:24:18,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b7ea97c69f727853ded81a7aad17960f in 848ms, sequenceid=275, compaction requested=true 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:18,449 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:18,449 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:18,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:18,450 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:18,450 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:18,450 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,450 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/281dba84afcf426ca8ad693775627c1a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/64bd71678db8434080ec7de3ce6eb636, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9c25b05ee56a4f4e81567bfe17e6f191] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=38.7 K 2024-11-23T12:24:18,451 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281dba84afcf426ca8ad693775627c1a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364653669 2024-11-23T12:24:18,451 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:18,451 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:18,451 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,451 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d6561dbb50794887bcb04f61ec31cb9c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5cc4be62bf044a10b288f6b6f57a7f87, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/b03fad79df8649e4aea6a5326b827542] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.3 K 2024-11-23T12:24:18,451 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64bd71678db8434080ec7de3ce6eb636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732364654839 2024-11-23T12:24:18,451 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d6561dbb50794887bcb04f61ec31cb9c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364653669 2024-11-23T12:24:18,452 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c25b05ee56a4f4e81567bfe17e6f191, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732364656985 2024-11-23T12:24:18,452 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cc4be62bf044a10b288f6b6f57a7f87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732364654839 2024-11-23T12:24:18,452 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting b03fad79df8649e4aea6a5326b827542, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732364656985 2024-11-23T12:24:18,466 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:18,467 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/3c7ef4be1aad41d8ba190ce2705a3e12 is 50, key is test_row_0/A:col10/1732364657600/Put/seqid=0 2024-11-23T12:24:18,467 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:18,468 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a3b7c9bedd7a46c481bc8e33678805d4 is 50, key is test_row_0/B:col10/1732364657600/Put/seqid=0 2024-11-23T12:24:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742307_1483 (size=12949) 2024-11-23T12:24:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742308_1484 (size=12949) 2024-11-23T12:24:18,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:18,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/423a0be97a514beda5ead095471f8f96 is 50, key is test_row_0/A:col10/1732364657615/Put/seqid=0 2024-11-23T12:24:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742309_1485 (size=12301) 2024-11-23T12:24:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:18,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:18,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364718748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364718751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364718753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364718753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364718754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T12:24:18,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364718855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364718857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364718859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364718859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364718860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:18,882 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/3c7ef4be1aad41d8ba190ce2705a3e12 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3c7ef4be1aad41d8ba190ce2705a3e12 2024-11-23T12:24:18,887 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a3b7c9bedd7a46c481bc8e33678805d4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a3b7c9bedd7a46c481bc8e33678805d4 2024-11-23T12:24:18,889 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into 3c7ef4be1aad41d8ba190ce2705a3e12(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:18,889 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:18,889 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364658449; duration=0sec 2024-11-23T12:24:18,889 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:18,889 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:18,889 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:18,890 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:18,890 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:18,890 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:18,890 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4fd0caf6d5754da39a97bc9542deab7e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/19543eabdda745e684d8be610a0d37bd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/1593995d023345dd9da45589d86dffde] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.3 K 2024-11-23T12:24:18,891 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fd0caf6d5754da39a97bc9542deab7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364653669 2024-11-23T12:24:18,891 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19543eabdda745e684d8be610a0d37bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732364654839 2024-11-23T12:24:18,892 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1593995d023345dd9da45589d86dffde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732364656985 2024-11-23T12:24:18,892 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into a3b7c9bedd7a46c481bc8e33678805d4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:18,892 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:18,892 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364658449; duration=0sec 2024-11-23T12:24:18,892 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:18,892 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:18,898 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:18,898 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/fa95f293184f4a478871d82c9583a14c is 50, key is test_row_0/C:col10/1732364657600/Put/seqid=0 2024-11-23T12:24:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742310_1486 (size=12949) 2024-11-23T12:24:18,911 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/fa95f293184f4a478871d82c9583a14c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/fa95f293184f4a478871d82c9583a14c 2024-11-23T12:24:18,916 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into fa95f293184f4a478871d82c9583a14c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:18,916 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:18,916 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364658449; duration=0sec 2024-11-23T12:24:18,916 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:18,916 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:19,001 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/423a0be97a514beda5ead095471f8f96 2024-11-23T12:24:19,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/7f5a41ad928043df9b51868180f0102a is 50, key is test_row_0/B:col10/1732364657615/Put/seqid=0 2024-11-23T12:24:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742311_1487 (size=12301) 2024-11-23T12:24:19,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364719060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364719060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364719064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364719064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364719064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364719364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364719366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364719368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364719369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364719370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,412 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/7f5a41ad928043df9b51868180f0102a 2024-11-23T12:24:19,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/35aec9ff6a0b494e8b6d97947abcbcbf is 50, key is test_row_0/C:col10/1732364657615/Put/seqid=0 2024-11-23T12:24:19,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742312_1488 (size=12301) 2024-11-23T12:24:19,422 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/35aec9ff6a0b494e8b6d97947abcbcbf 2024-11-23T12:24:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/423a0be97a514beda5ead095471f8f96 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/423a0be97a514beda5ead095471f8f96 2024-11-23T12:24:19,429 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/423a0be97a514beda5ead095471f8f96, entries=150, sequenceid=288, filesize=12.0 K 2024-11-23T12:24:19,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/7f5a41ad928043df9b51868180f0102a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/7f5a41ad928043df9b51868180f0102a 2024-11-23T12:24:19,433 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/7f5a41ad928043df9b51868180f0102a, entries=150, sequenceid=288, filesize=12.0 K 2024-11-23T12:24:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/35aec9ff6a0b494e8b6d97947abcbcbf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/35aec9ff6a0b494e8b6d97947abcbcbf 2024-11-23T12:24:19,437 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/35aec9ff6a0b494e8b6d97947abcbcbf, entries=150, sequenceid=288, filesize=12.0 K 2024-11-23T12:24:19,438 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b7ea97c69f727853ded81a7aad17960f in 845ms, sequenceid=288, compaction requested=false 2024-11-23T12:24:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T12:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T12:24:19,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T12:24:19,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec 2024-11-23T12:24:19,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.7660 sec 2024-11-23T12:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T12:24:19,780 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T12:24:19,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T12:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:19,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:19,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:19,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:19,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:24:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:19,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:19,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/5ebfd4ddf8834f179479d8ae949e94c8 is 50, key is test_row_0/A:col10/1732364658753/Put/seqid=0 2024-11-23T12:24:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742313_1489 (size=14741) 2024-11-23T12:24:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364719880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:19,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364719880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364719881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364719882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364719883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:19,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:19,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364719987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364719988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364719988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364719989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:20,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:20,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:20,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364720193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364720193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364720193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364720194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/5ebfd4ddf8834f179479d8ae949e94c8 2024-11-23T12:24:20,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a16732f09f8440e1ad0318af372f5460 is 50, key is test_row_0/B:col10/1732364658753/Put/seqid=0 2024-11-23T12:24:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742314_1490 (size=12301) 2024-11-23T12:24:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:20,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:20,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:20,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364720498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364720499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364720500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364720503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:20,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:20,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a16732f09f8440e1ad0318af372f5460 2024-11-23T12:24:20,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:20,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:20,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:20,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4bd2e92e4c9e41b3945367ddedf59c99 is 50, key is test_row_0/C:col10/1732364658753/Put/seqid=0 2024-11-23T12:24:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742315_1491 (size=12301) 2024-11-23T12:24:20,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4bd2e92e4c9e41b3945367ddedf59c99 2024-11-23T12:24:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/5ebfd4ddf8834f179479d8ae949e94c8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/5ebfd4ddf8834f179479d8ae949e94c8 2024-11-23T12:24:20,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/5ebfd4ddf8834f179479d8ae949e94c8, entries=200, sequenceid=315, filesize=14.4 K 2024-11-23T12:24:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/a16732f09f8440e1ad0318af372f5460 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a16732f09f8440e1ad0318af372f5460 2024-11-23T12:24:20,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a16732f09f8440e1ad0318af372f5460, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T12:24:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4bd2e92e4c9e41b3945367ddedf59c99 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4bd2e92e4c9e41b3945367ddedf59c99 2024-11-23T12:24:20,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4bd2e92e4c9e41b3945367ddedf59c99, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T12:24:20,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b7ea97c69f727853ded81a7aad17960f in 851ms, sequenceid=315, compaction requested=true 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:20,721 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:20,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:20,721 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:20,722 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:20,722 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:20,722 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:20,722 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:20,722 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,722 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,722 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a3b7c9bedd7a46c481bc8e33678805d4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/7f5a41ad928043df9b51868180f0102a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a16732f09f8440e1ad0318af372f5460] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.7 K 2024-11-23T12:24:20,722 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3c7ef4be1aad41d8ba190ce2705a3e12, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/423a0be97a514beda5ead095471f8f96, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/5ebfd4ddf8834f179479d8ae949e94c8] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=39.1 K 2024-11-23T12:24:20,722 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a3b7c9bedd7a46c481bc8e33678805d4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732364656985 2024-11-23T12:24:20,722 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c7ef4be1aad41d8ba190ce2705a3e12, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732364656985 2024-11-23T12:24:20,723 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 423a0be97a514beda5ead095471f8f96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732364657609 2024-11-23T12:24:20,723 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f5a41ad928043df9b51868180f0102a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732364657609 2024-11-23T12:24:20,723 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a16732f09f8440e1ad0318af372f5460, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732364658752 2024-11-23T12:24:20,723 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ebfd4ddf8834f179479d8ae949e94c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732364658747 2024-11-23T12:24:20,730 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:20,731 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/c392c3e3b29d48f68ef39dbda40d531c is 50, key is test_row_0/A:col10/1732364658753/Put/seqid=0 2024-11-23T12:24:20,733 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:20,733 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e2deab8b7f1945c894a66aa0b8eec367 is 50, key is test_row_0/B:col10/1732364658753/Put/seqid=0 2024-11-23T12:24:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742316_1492 (size=13051) 2024-11-23T12:24:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742317_1493 (size=13051) 2024-11-23T12:24:20,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:20,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T12:24:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:20,851 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:24:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:20,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:20,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/b3b036c65e74410cb24a0b421891513f is 50, key is test_row_0/A:col10/1732364659882/Put/seqid=0 2024-11-23T12:24:20,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742318_1494 (size=12301) 2024-11-23T12:24:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:20,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364720988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364721003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364721003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364721006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364721010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364721096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,140 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/c392c3e3b29d48f68ef39dbda40d531c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/c392c3e3b29d48f68ef39dbda40d531c 2024-11-23T12:24:21,140 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e2deab8b7f1945c894a66aa0b8eec367 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e2deab8b7f1945c894a66aa0b8eec367 2024-11-23T12:24:21,144 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into c392c3e3b29d48f68ef39dbda40d531c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:21,144 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:21,144 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364660721; duration=0sec 2024-11-23T12:24:21,144 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:21,144 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:21,145 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:21,145 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into e2deab8b7f1945c894a66aa0b8eec367(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:21,145 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:21,145 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364660721; duration=0sec 2024-11-23T12:24:21,145 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:21,145 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:21,145 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:21,145 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:21,146 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:21,146 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/fa95f293184f4a478871d82c9583a14c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/35aec9ff6a0b494e8b6d97947abcbcbf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4bd2e92e4c9e41b3945367ddedf59c99] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.7 K 2024-11-23T12:24:21,146 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa95f293184f4a478871d82c9583a14c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732364656985 2024-11-23T12:24:21,146 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35aec9ff6a0b494e8b6d97947abcbcbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732364657609 2024-11-23T12:24:21,146 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd2e92e4c9e41b3945367ddedf59c99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732364658752 2024-11-23T12:24:21,152 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#423 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:21,153 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a54645c17e2149d4bf462a8e613870d9 is 50, key is test_row_0/C:col10/1732364658753/Put/seqid=0 2024-11-23T12:24:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742319_1495 (size=13051) 2024-11-23T12:24:21,260 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/b3b036c65e74410cb24a0b421891513f 2024-11-23T12:24:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/8de51db7fde0433088b69e5039f008f4 is 50, key is test_row_0/B:col10/1732364659882/Put/seqid=0 2024-11-23T12:24:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742320_1496 (size=12301) 2024-11-23T12:24:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364721301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,561 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a54645c17e2149d4bf462a8e613870d9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a54645c17e2149d4bf462a8e613870d9 2024-11-23T12:24:21,565 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into a54645c17e2149d4bf462a8e613870d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:21,565 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:21,565 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364660721; duration=0sec 2024-11-23T12:24:21,565 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:21,565 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364721605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:21,670 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/8de51db7fde0433088b69e5039f008f4 2024-11-23T12:24:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/e702c6a86c124635bbebdaa77c88c4f0 is 50, key is test_row_0/C:col10/1732364659882/Put/seqid=0 2024-11-23T12:24:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742321_1497 (size=12301) 2024-11-23T12:24:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364722010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364722014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364722020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364722024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,079 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/e702c6a86c124635bbebdaa77c88c4f0 2024-11-23T12:24:22,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/b3b036c65e74410cb24a0b421891513f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/b3b036c65e74410cb24a0b421891513f 2024-11-23T12:24:22,087 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/b3b036c65e74410cb24a0b421891513f, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T12:24:22,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/8de51db7fde0433088b69e5039f008f4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/8de51db7fde0433088b69e5039f008f4 2024-11-23T12:24:22,092 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/8de51db7fde0433088b69e5039f008f4, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T12:24:22,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/e702c6a86c124635bbebdaa77c88c4f0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/e702c6a86c124635bbebdaa77c88c4f0 2024-11-23T12:24:22,095 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/e702c6a86c124635bbebdaa77c88c4f0, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T12:24:22,096 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b7ea97c69f727853ded81a7aad17960f in 1245ms, sequenceid=327, compaction requested=false 2024-11-23T12:24:22,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:22,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:22,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T12:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T12:24:22,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T12:24:22,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-11-23T12:24:22,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.3170 sec 2024-11-23T12:24:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:22,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:24:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:22,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:22,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/8c03c72ad5ae40fb8f26036cbdf4e538 is 50, key is test_row_0/A:col10/1732364660969/Put/seqid=0 2024-11-23T12:24:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742322_1498 (size=14741) 2024-11-23T12:24:22,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364722153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364722260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364722465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:24:22,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/8c03c72ad5ae40fb8f26036cbdf4e538 2024-11-23T12:24:22,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/52dfabcc1c7242439eb077f4baf2b0d5 is 50, key is test_row_0/B:col10/1732364660969/Put/seqid=0 2024-11-23T12:24:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742323_1499 (size=12301) 2024-11-23T12:24:22,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/52dfabcc1c7242439eb077f4baf2b0d5 2024-11-23T12:24:22,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/9d2da2d073374da387872d1a89a51e8d is 50, key is test_row_0/C:col10/1732364660969/Put/seqid=0 2024-11-23T12:24:22,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742324_1500 (size=12301) 2024-11-23T12:24:22,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/9d2da2d073374da387872d1a89a51e8d 2024-11-23T12:24:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/8c03c72ad5ae40fb8f26036cbdf4e538 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8c03c72ad5ae40fb8f26036cbdf4e538 2024-11-23T12:24:22,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8c03c72ad5ae40fb8f26036cbdf4e538, entries=200, sequenceid=355, filesize=14.4 K 2024-11-23T12:24:22,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/52dfabcc1c7242439eb077f4baf2b0d5 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/52dfabcc1c7242439eb077f4baf2b0d5 2024-11-23T12:24:22,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/52dfabcc1c7242439eb077f4baf2b0d5, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T12:24:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/9d2da2d073374da387872d1a89a51e8d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9d2da2d073374da387872d1a89a51e8d 2024-11-23T12:24:22,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9d2da2d073374da387872d1a89a51e8d, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T12:24:22,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b7ea97c69f727853ded81a7aad17960f in 454ms, sequenceid=355, compaction requested=true 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:22,571 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:22,571 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:22,575 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:22,575 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:22,575 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:22,575 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:22,575 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:22,575 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:22,575 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e2deab8b7f1945c894a66aa0b8eec367, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/8de51db7fde0433088b69e5039f008f4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/52dfabcc1c7242439eb077f4baf2b0d5] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.8 K 2024-11-23T12:24:22,575 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/c392c3e3b29d48f68ef39dbda40d531c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/b3b036c65e74410cb24a0b421891513f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8c03c72ad5ae40fb8f26036cbdf4e538] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=39.2 K 2024-11-23T12:24:22,575 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting c392c3e3b29d48f68ef39dbda40d531c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732364658752 2024-11-23T12:24:22,575 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e2deab8b7f1945c894a66aa0b8eec367, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732364658752 2024-11-23T12:24:22,576 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3b036c65e74410cb24a0b421891513f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732364659877 2024-11-23T12:24:22,576 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 8de51db7fde0433088b69e5039f008f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732364659877 2024-11-23T12:24:22,576 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c03c72ad5ae40fb8f26036cbdf4e538, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732364660969 2024-11-23T12:24:22,576 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 52dfabcc1c7242439eb077f4baf2b0d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732364660969 2024-11-23T12:24:22,585 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:22,586 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e375e558b10a48b395b8a031a827ff89 is 50, key is test_row_0/B:col10/1732364660969/Put/seqid=0 2024-11-23T12:24:22,588 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:22,588 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/d12c18bde472412d84d6f151365f13bd is 50, key is test_row_0/A:col10/1732364660969/Put/seqid=0 2024-11-23T12:24:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742325_1501 (size=13153) 2024-11-23T12:24:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742326_1502 (size=13153) 2024-11-23T12:24:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:22,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:24:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:22,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/7f59a2f916174b5582adff64eb906503 is 50, key is test_row_0/A:col10/1732364662144/Put/seqid=0 2024-11-23T12:24:22,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742327_1503 (size=14741) 2024-11-23T12:24:22,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364722890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:22,999 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/e375e558b10a48b395b8a031a827ff89 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e375e558b10a48b395b8a031a827ff89 2024-11-23T12:24:23,002 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/d12c18bde472412d84d6f151365f13bd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/d12c18bde472412d84d6f151365f13bd 2024-11-23T12:24:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364722998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:23,004 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into e375e558b10a48b395b8a031a827ff89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:23,004 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:23,004 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364662571; duration=0sec 2024-11-23T12:24:23,004 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:23,004 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:23,004 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:23,005 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:23,005 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:23,005 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:23,005 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a54645c17e2149d4bf462a8e613870d9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/e702c6a86c124635bbebdaa77c88c4f0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9d2da2d073374da387872d1a89a51e8d] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.8 K 2024-11-23T12:24:23,006 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a54645c17e2149d4bf462a8e613870d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732364658752 2024-11-23T12:24:23,006 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into d12c18bde472412d84d6f151365f13bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:23,006 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:23,006 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364662571; duration=0sec 2024-11-23T12:24:23,006 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:23,006 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:23,006 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e702c6a86c124635bbebdaa77c88c4f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732364659877 2024-11-23T12:24:23,007 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d2da2d073374da387872d1a89a51e8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732364660969 2024-11-23T12:24:23,012 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:23,013 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/67de1675f7554eb294735f71917ed1ca is 50, key is test_row_0/C:col10/1732364660969/Put/seqid=0 2024-11-23T12:24:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742328_1504 (size=13153) 2024-11-23T12:24:23,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/7f59a2f916174b5582adff64eb906503 2024-11-23T12:24:23,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/2b043abc71f94477b4a0b7c3850cc5e3 is 50, key is test_row_0/B:col10/1732364662144/Put/seqid=0 2024-11-23T12:24:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742329_1505 (size=12301) 2024-11-23T12:24:23,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364723203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:23,422 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/67de1675f7554eb294735f71917ed1ca as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/67de1675f7554eb294735f71917ed1ca 2024-11-23T12:24:23,426 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into 67de1675f7554eb294735f71917ed1ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:23,426 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:23,426 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364662571; duration=0sec 2024-11-23T12:24:23,426 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:23,426 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:23,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364723509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:23,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/2b043abc71f94477b4a0b7c3850cc5e3 2024-11-23T12:24:23,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a7e7289041af49bb95e1c7b8dd117bf1 is 50, key is test_row_0/C:col10/1732364662144/Put/seqid=0 2024-11-23T12:24:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742330_1506 (size=12301) 2024-11-23T12:24:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T12:24:23,887 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T12:24:23,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T12:24:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:23,890 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:23,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:23,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:24,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a7e7289041af49bb95e1c7b8dd117bf1 2024-11-23T12:24:24,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/7f59a2f916174b5582adff64eb906503 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7f59a2f916174b5582adff64eb906503 2024-11-23T12:24:24,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7f59a2f916174b5582adff64eb906503, entries=200, sequenceid=367, filesize=14.4 K 2024-11-23T12:24:24,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/2b043abc71f94477b4a0b7c3850cc5e3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/2b043abc71f94477b4a0b7c3850cc5e3 2024-11-23T12:24:24,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/2b043abc71f94477b4a0b7c3850cc5e3, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T12:24:24,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/a7e7289041af49bb95e1c7b8dd117bf1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a7e7289041af49bb95e1c7b8dd117bf1 2024-11-23T12:24:24,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364724013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a7e7289041af49bb95e1c7b8dd117bf1, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T12:24:24,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b7ea97c69f727853ded81a7aad17960f in 1248ms, sequenceid=367, compaction requested=false 2024-11-23T12:24:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:24,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:24:24,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:24,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:24,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9fb5b8038d9a4e439c074cfac59f4137 is 50, key is test_row_0/A:col10/1732364662851/Put/seqid=0 2024-11-23T12:24:24,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364724033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364724034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364724038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742331_1507 (size=14741) 2024-11-23T12:24:24,042 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364724039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,054 DEBUG [Thread-1921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0784d683 to 127.0.0.1:62643 2024-11-23T12:24:24,054 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:24,055 DEBUG [Thread-1917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23090be3 to 127.0.0.1:62643 2024-11-23T12:24:24,055 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:24,058 DEBUG [Thread-1925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a736a20 to 127.0.0.1:62643 2024-11-23T12:24:24,058 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:24,059 DEBUG [Thread-1923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7761f52b to 127.0.0.1:62643 2024-11-23T12:24:24,059 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:24,059 DEBUG [Thread-1919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b8d64d3 to 127.0.0.1:62643 2024-11-23T12:24:24,059 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364724140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364724140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364724141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364724146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:24,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364724341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364724342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364724342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364724347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9fb5b8038d9a4e439c074cfac59f4137 2024-11-23T12:24:24,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d5ceef4b6fac4136a0c3ffe6bfa5a489 is 50, key is test_row_0/B:col10/1732364662851/Put/seqid=0 2024-11-23T12:24:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742332_1508 (size=12301) 2024-11-23T12:24:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:24,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364724643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364724645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364724645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364724649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d5ceef4b6fac4136a0c3ffe6bfa5a489 2024-11-23T12:24:24,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/f7a461e4485941e9965cf9fbb3d05bf5 is 50, key is test_row_0/C:col10/1732364662851/Put/seqid=0 2024-11-23T12:24:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742333_1509 (size=12301) 2024-11-23T12:24:24,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:24,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:24,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:25,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59852 deadline: 1732364725022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:25,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59838 deadline: 1732364725145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:25,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59864 deadline: 1732364725150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59860 deadline: 1732364725150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59884 deadline: 1732364725152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/f7a461e4485941e9965cf9fbb3d05bf5 2024-11-23T12:24:25,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:25,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/9fb5b8038d9a4e439c074cfac59f4137 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9fb5b8038d9a4e439c074cfac59f4137 2024-11-23T12:24:25,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9fb5b8038d9a4e439c074cfac59f4137, entries=200, sequenceid=395, filesize=14.4 K 2024-11-23T12:24:25,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/d5ceef4b6fac4136a0c3ffe6bfa5a489 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d5ceef4b6fac4136a0c3ffe6bfa5a489 2024-11-23T12:24:25,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d5ceef4b6fac4136a0c3ffe6bfa5a489, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T12:24:25,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/f7a461e4485941e9965cf9fbb3d05bf5 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/f7a461e4485941e9965cf9fbb3d05bf5 2024-11-23T12:24:25,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/f7a461e4485941e9965cf9fbb3d05bf5, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T12:24:25,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b7ea97c69f727853ded81a7aad17960f in 1252ms, sequenceid=395, compaction requested=true 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:25,273 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7ea97c69f727853ded81a7aad17960f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:25,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:25,273 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:25,274 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:25,274 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/A is initiating minor compaction (all files) 2024-11-23T12:24:25,274 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:25,274 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/A in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,274 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/B is initiating minor compaction (all files) 2024-11-23T12:24:25,274 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/B in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,274 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/d12c18bde472412d84d6f151365f13bd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7f59a2f916174b5582adff64eb906503, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9fb5b8038d9a4e439c074cfac59f4137] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=41.6 K 2024-11-23T12:24:25,274 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e375e558b10a48b395b8a031a827ff89, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/2b043abc71f94477b4a0b7c3850cc5e3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d5ceef4b6fac4136a0c3ffe6bfa5a489] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.9 K 2024-11-23T12:24:25,274 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e375e558b10a48b395b8a031a827ff89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732364660969 2024-11-23T12:24:25,274 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d12c18bde472412d84d6f151365f13bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732364660969 2024-11-23T12:24:25,275 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b043abc71f94477b4a0b7c3850cc5e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732364662124 2024-11-23T12:24:25,275 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f59a2f916174b5582adff64eb906503, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732364662124 2024-11-23T12:24:25,275 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ceef4b6fac4136a0c3ffe6bfa5a489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732364662851 2024-11-23T12:24:25,275 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fb5b8038d9a4e439c074cfac59f4137, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732364662851 2024-11-23T12:24:25,280 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:25,281 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:25,281 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/3583d69a134849ef8acdde1e4ebb2871 is 50, key is test_row_0/A:col10/1732364662851/Put/seqid=0 2024-11-23T12:24:25,281 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/44bbb1e2568945efa27f692386079ea8 is 50, key is test_row_0/B:col10/1732364662851/Put/seqid=0 2024-11-23T12:24:25,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742334_1510 (size=13255) 2024-11-23T12:24:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742335_1511 (size=13255) 2024-11-23T12:24:25,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:25,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T12:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,414 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:25,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/0029d04b1d2246e690def6d6262a5a86 is 50, key is test_row_0/A:col10/1732364664038/Put/seqid=0 2024-11-23T12:24:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742336_1512 (size=12301) 2024-11-23T12:24:25,688 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/3583d69a134849ef8acdde1e4ebb2871 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3583d69a134849ef8acdde1e4ebb2871 2024-11-23T12:24:25,688 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/44bbb1e2568945efa27f692386079ea8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/44bbb1e2568945efa27f692386079ea8 2024-11-23T12:24:25,691 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/A of b7ea97c69f727853ded81a7aad17960f into 3583d69a134849ef8acdde1e4ebb2871(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:25,691 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/B of b7ea97c69f727853ded81a7aad17960f into 44bbb1e2568945efa27f692386079ea8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:25,691 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/B, priority=13, startTime=1732364665273; duration=0sec 2024-11-23T12:24:25,691 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/A, priority=13, startTime=1732364665273; duration=0sec 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:B 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:A 2024-11-23T12:24:25,691 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:25,692 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:25,692 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): b7ea97c69f727853ded81a7aad17960f/C is initiating minor compaction (all files) 2024-11-23T12:24:25,692 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b7ea97c69f727853ded81a7aad17960f/C in TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:25,692 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/67de1675f7554eb294735f71917ed1ca, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a7e7289041af49bb95e1c7b8dd117bf1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/f7a461e4485941e9965cf9fbb3d05bf5] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp, totalSize=36.9 K 2024-11-23T12:24:25,692 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 67de1675f7554eb294735f71917ed1ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732364660969 2024-11-23T12:24:25,693 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting a7e7289041af49bb95e1c7b8dd117bf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732364662124 2024-11-23T12:24:25,693 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a461e4485941e9965cf9fbb3d05bf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732364662851 2024-11-23T12:24:25,698 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7ea97c69f727853ded81a7aad17960f#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:25,698 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4585e108dac641feb8569e0c3033c74f is 50, key is test_row_0/C:col10/1732364662851/Put/seqid=0 2024-11-23T12:24:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742337_1513 (size=13255) 2024-11-23T12:24:25,823 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/0029d04b1d2246e690def6d6262a5a86 2024-11-23T12:24:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f5ad1bf8e2994b48995481bb7c883442 is 50, key is test_row_0/B:col10/1732364664038/Put/seqid=0 2024-11-23T12:24:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742338_1514 (size=12301) 2024-11-23T12:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:26,106 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4585e108dac641feb8569e0c3033c74f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4585e108dac641feb8569e0c3033c74f 2024-11-23T12:24:26,109 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b7ea97c69f727853ded81a7aad17960f/C of b7ea97c69f727853ded81a7aad17960f into 4585e108dac641feb8569e0c3033c74f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:26,109 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:26,109 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f., storeName=b7ea97c69f727853ded81a7aad17960f/C, priority=13, startTime=1732364665273; duration=0sec 2024-11-23T12:24:26,109 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:26,109 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7ea97c69f727853ded81a7aad17960f:C 2024-11-23T12:24:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:26,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. as already flushing 2024-11-23T12:24:26,151 DEBUG [Thread-1910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b0e6a43 to 127.0.0.1:62643 2024-11-23T12:24:26,151 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:26,152 DEBUG [Thread-1908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3ee89e to 127.0.0.1:62643 2024-11-23T12:24:26,152 DEBUG [Thread-1908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:26,155 DEBUG [Thread-1906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x466b85c9 to 127.0.0.1:62643 2024-11-23T12:24:26,155 DEBUG [Thread-1906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:26,156 DEBUG [Thread-1912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08e5fd00 to 127.0.0.1:62643 2024-11-23T12:24:26,156 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:26,232 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f5ad1bf8e2994b48995481bb7c883442 2024-11-23T12:24:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4a39a9d7e8a94354b06c52454c90b12b is 50, key is test_row_0/C:col10/1732364664038/Put/seqid=0 2024-11-23T12:24:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742339_1515 (size=12301) 2024-11-23T12:24:26,642 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4a39a9d7e8a94354b06c52454c90b12b 2024-11-23T12:24:26,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/0029d04b1d2246e690def6d6262a5a86 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0029d04b1d2246e690def6d6262a5a86 2024-11-23T12:24:26,648 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0029d04b1d2246e690def6d6262a5a86, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T12:24:26,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/f5ad1bf8e2994b48995481bb7c883442 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f5ad1bf8e2994b48995481bb7c883442 2024-11-23T12:24:26,651 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f5ad1bf8e2994b48995481bb7c883442, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T12:24:26,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/4a39a9d7e8a94354b06c52454c90b12b as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4a39a9d7e8a94354b06c52454c90b12b 2024-11-23T12:24:26,654 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4a39a9d7e8a94354b06c52454c90b12b, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T12:24:26,654 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for b7ea97c69f727853ded81a7aad17960f in 1240ms, sequenceid=406, compaction requested=false 2024-11-23T12:24:26,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:26,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:26,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T12:24:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T12:24:26,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T12:24:26,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7640 sec 2024-11-23T12:24:26,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.7680 sec 2024-11-23T12:24:27,040 DEBUG [Thread-1914 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e195d6e to 127.0.0.1:62643 2024-11-23T12:24:27,040 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T12:24:27,994 INFO [Thread-1916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T12:24:27,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2839 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8517 rows 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2825 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8475 rows 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2823 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8469 rows 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2843 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8529 rows 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2833 2024-11-23T12:24:27,995 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8499 rows 2024-11-23T12:24:27,995 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:24:27,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2aaa8c4a to 127.0.0.1:62643 2024-11-23T12:24:27,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:27,999 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T12:24:27,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T12:24:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T12:24:28,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364668002"}]},"ts":"1732364668002"} 2024-11-23T12:24:28,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T12:24:28,005 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T12:24:28,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:24:28,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, UNASSIGN}] 2024-11-23T12:24:28,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, UNASSIGN 2024-11-23T12:24:28,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=b7ea97c69f727853ded81a7aad17960f, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:28,008 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:24:28,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:24:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T12:24:28,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:28,160 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing b7ea97c69f727853ded81a7aad17960f, disabling compactions & flushes 2024-11-23T12:24:28,160 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. after waiting 0 ms 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:28,160 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing b7ea97c69f727853ded81a7aad17960f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=A 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=B 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b7ea97c69f727853ded81a7aad17960f, store=C 2024-11-23T12:24:28,160 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:28,164 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4 is 50, key is test_row_0/A:col10/1732364666155/Put/seqid=0 2024-11-23T12:24:28,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742340_1516 (size=12301) 2024-11-23T12:24:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T12:24:28,568 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4 2024-11-23T12:24:28,573 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/bbd4c4cb80c745f3a7035de770c584eb is 50, key is test_row_0/B:col10/1732364666155/Put/seqid=0 2024-11-23T12:24:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742341_1517 (size=12301) 2024-11-23T12:24:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T12:24:28,976 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/bbd4c4cb80c745f3a7035de770c584eb 2024-11-23T12:24:28,982 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/31ac451058774668b3b908addf8a4376 is 50, key is test_row_0/C:col10/1732364666155/Put/seqid=0 2024-11-23T12:24:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742342_1518 (size=12301) 2024-11-23T12:24:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T12:24:29,385 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/31ac451058774668b3b908addf8a4376 2024-11-23T12:24:29,389 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4 2024-11-23T12:24:29,391 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T12:24:29,392 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/B/bbd4c4cb80c745f3a7035de770c584eb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/bbd4c4cb80c745f3a7035de770c584eb 2024-11-23T12:24:29,394 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/bbd4c4cb80c745f3a7035de770c584eb, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T12:24:29,395 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/.tmp/C/31ac451058774668b3b908addf8a4376 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/31ac451058774668b3b908addf8a4376 2024-11-23T12:24:29,397 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/31ac451058774668b3b908addf8a4376, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T12:24:29,398 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b7ea97c69f727853ded81a7aad17960f in 1238ms, sequenceid=417, compaction requested=true 2024-11-23T12:24:29,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e5fe159a6e4146afa23438734804223a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e001598e23ce47a790429dacdee56185, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9471349cab474524882ae83e673aab5f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7b2c35bbb02b4c7bb812d5bc9c9cc648, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/616c8348ce2a438f816119ed83c2c362, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/4d364d17bdf54e719bff7e5cdbe7a4ba, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ca05824cea4843dcb0171c93f73ba53e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/1280ae41e4f04e86997ed33de5c4bb75, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/46cf84a545854a4da7b76c7496c9e1a4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ff2d5d5c377142f8921712380644e42a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e53a990e88e444d09b10de44e411404d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/f790a1fafaf74eac8d482e9f19662a0a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/cc9ff771edb44ef18ac836110ba0d92f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0dcbfc04cb6641729bd1ef14e163c9b3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/97ee17edd81844a9bc55e540a1575e1d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/24c4732061ca45129b31c6b4a5dce363, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/281dba84afcf426ca8ad693775627c1a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/64bd71678db8434080ec7de3ce6eb636, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9c25b05ee56a4f4e81567bfe17e6f191, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3c7ef4be1aad41d8ba190ce2705a3e12, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/423a0be97a514beda5ead095471f8f96, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/5ebfd4ddf8834f179479d8ae949e94c8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/c392c3e3b29d48f68ef39dbda40d531c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/b3b036c65e74410cb24a0b421891513f, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8c03c72ad5ae40fb8f26036cbdf4e538, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/d12c18bde472412d84d6f151365f13bd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7f59a2f916174b5582adff64eb906503, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9fb5b8038d9a4e439c074cfac59f4137] to archive 2024-11-23T12:24:29,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:29,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e5fe159a6e4146afa23438734804223a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e5fe159a6e4146afa23438734804223a 2024-11-23T12:24:29,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e001598e23ce47a790429dacdee56185 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e001598e23ce47a790429dacdee56185 2024-11-23T12:24:29,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9471349cab474524882ae83e673aab5f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9471349cab474524882ae83e673aab5f 2024-11-23T12:24:29,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7b2c35bbb02b4c7bb812d5bc9c9cc648 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7b2c35bbb02b4c7bb812d5bc9c9cc648 2024-11-23T12:24:29,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/616c8348ce2a438f816119ed83c2c362 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/616c8348ce2a438f816119ed83c2c362 2024-11-23T12:24:29,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/4d364d17bdf54e719bff7e5cdbe7a4ba to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/4d364d17bdf54e719bff7e5cdbe7a4ba 2024-11-23T12:24:29,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ca05824cea4843dcb0171c93f73ba53e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ca05824cea4843dcb0171c93f73ba53e 2024-11-23T12:24:29,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/1280ae41e4f04e86997ed33de5c4bb75 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/1280ae41e4f04e86997ed33de5c4bb75 2024-11-23T12:24:29,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/46cf84a545854a4da7b76c7496c9e1a4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/46cf84a545854a4da7b76c7496c9e1a4 2024-11-23T12:24:29,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ff2d5d5c377142f8921712380644e42a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/ff2d5d5c377142f8921712380644e42a 2024-11-23T12:24:29,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e53a990e88e444d09b10de44e411404d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/e53a990e88e444d09b10de44e411404d 2024-11-23T12:24:29,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/f790a1fafaf74eac8d482e9f19662a0a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/f790a1fafaf74eac8d482e9f19662a0a 2024-11-23T12:24:29,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/cc9ff771edb44ef18ac836110ba0d92f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/cc9ff771edb44ef18ac836110ba0d92f 2024-11-23T12:24:29,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0dcbfc04cb6641729bd1ef14e163c9b3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0dcbfc04cb6641729bd1ef14e163c9b3 2024-11-23T12:24:29,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/97ee17edd81844a9bc55e540a1575e1d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/97ee17edd81844a9bc55e540a1575e1d 2024-11-23T12:24:29,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/24c4732061ca45129b31c6b4a5dce363 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/24c4732061ca45129b31c6b4a5dce363 2024-11-23T12:24:29,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/281dba84afcf426ca8ad693775627c1a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/281dba84afcf426ca8ad693775627c1a 2024-11-23T12:24:29,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/64bd71678db8434080ec7de3ce6eb636 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/64bd71678db8434080ec7de3ce6eb636 2024-11-23T12:24:29,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9c25b05ee56a4f4e81567bfe17e6f191 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9c25b05ee56a4f4e81567bfe17e6f191 2024-11-23T12:24:29,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3c7ef4be1aad41d8ba190ce2705a3e12 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3c7ef4be1aad41d8ba190ce2705a3e12 2024-11-23T12:24:29,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/423a0be97a514beda5ead095471f8f96 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/423a0be97a514beda5ead095471f8f96 2024-11-23T12:24:29,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/5ebfd4ddf8834f179479d8ae949e94c8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/5ebfd4ddf8834f179479d8ae949e94c8 2024-11-23T12:24:29,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/c392c3e3b29d48f68ef39dbda40d531c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/c392c3e3b29d48f68ef39dbda40d531c 2024-11-23T12:24:29,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/b3b036c65e74410cb24a0b421891513f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/b3b036c65e74410cb24a0b421891513f 2024-11-23T12:24:29,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8c03c72ad5ae40fb8f26036cbdf4e538 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8c03c72ad5ae40fb8f26036cbdf4e538 2024-11-23T12:24:29,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/d12c18bde472412d84d6f151365f13bd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/d12c18bde472412d84d6f151365f13bd 2024-11-23T12:24:29,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7f59a2f916174b5582adff64eb906503 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/7f59a2f916174b5582adff64eb906503 2024-11-23T12:24:29,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9fb5b8038d9a4e439c074cfac59f4137 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/9fb5b8038d9a4e439c074cfac59f4137 2024-11-23T12:24:29,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5fc07515b1864fe68fafc181febc880c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f88a5c4d5944444a8fd0a434eabead76, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a9661bc776fc4e4b835b92554f5a38d4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e6738ba5f86c44c2941361732764f518, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/895b2882b91f4ebcae5698e3947abf63, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/c5806774be274fb9a0536ff23dbd4d90, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/999d08be18884881bdb8a429459448ca, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/60feb9d91a204cf7a6b4b328a7aa1b59, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/01260299de55481fb4a58aeb39f0410e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/74c1c624bbb24f69aeaa1f5d393193d2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/83d9c308246f483281630f102fca22bb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/6549345a012d445caffd28410c1c66cc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f05603d8ce7743c69aa2090b18c37d93, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5518996cf0c04c328e3db76c6e598c57, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/0c20c21cbc5d445692d510aae63c44b7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d6561dbb50794887bcb04f61ec31cb9c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d0f764029c3d46b58ac8b6cb7bba4945, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5cc4be62bf044a10b288f6b6f57a7f87, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a3b7c9bedd7a46c481bc8e33678805d4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/b03fad79df8649e4aea6a5326b827542, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/7f5a41ad928043df9b51868180f0102a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e2deab8b7f1945c894a66aa0b8eec367, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a16732f09f8440e1ad0318af372f5460, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/8de51db7fde0433088b69e5039f008f4, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e375e558b10a48b395b8a031a827ff89, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/52dfabcc1c7242439eb077f4baf2b0d5, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/2b043abc71f94477b4a0b7c3850cc5e3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d5ceef4b6fac4136a0c3ffe6bfa5a489] to archive 2024-11-23T12:24:29,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:29,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5fc07515b1864fe68fafc181febc880c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5fc07515b1864fe68fafc181febc880c 2024-11-23T12:24:29,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f88a5c4d5944444a8fd0a434eabead76 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f88a5c4d5944444a8fd0a434eabead76 2024-11-23T12:24:29,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a9661bc776fc4e4b835b92554f5a38d4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a9661bc776fc4e4b835b92554f5a38d4 2024-11-23T12:24:29,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e6738ba5f86c44c2941361732764f518 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e6738ba5f86c44c2941361732764f518 2024-11-23T12:24:29,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/895b2882b91f4ebcae5698e3947abf63 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/895b2882b91f4ebcae5698e3947abf63 2024-11-23T12:24:29,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/c5806774be274fb9a0536ff23dbd4d90 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/c5806774be274fb9a0536ff23dbd4d90 2024-11-23T12:24:29,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/999d08be18884881bdb8a429459448ca to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/999d08be18884881bdb8a429459448ca 2024-11-23T12:24:29,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/60feb9d91a204cf7a6b4b328a7aa1b59 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/60feb9d91a204cf7a6b4b328a7aa1b59 2024-11-23T12:24:29,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/01260299de55481fb4a58aeb39f0410e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/01260299de55481fb4a58aeb39f0410e 2024-11-23T12:24:29,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/74c1c624bbb24f69aeaa1f5d393193d2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/74c1c624bbb24f69aeaa1f5d393193d2 2024-11-23T12:24:29,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/83d9c308246f483281630f102fca22bb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/83d9c308246f483281630f102fca22bb 2024-11-23T12:24:29,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/6549345a012d445caffd28410c1c66cc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/6549345a012d445caffd28410c1c66cc 2024-11-23T12:24:29,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f05603d8ce7743c69aa2090b18c37d93 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f05603d8ce7743c69aa2090b18c37d93 2024-11-23T12:24:29,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5518996cf0c04c328e3db76c6e598c57 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5518996cf0c04c328e3db76c6e598c57 2024-11-23T12:24:29,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/0c20c21cbc5d445692d510aae63c44b7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/0c20c21cbc5d445692d510aae63c44b7 2024-11-23T12:24:29,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d6561dbb50794887bcb04f61ec31cb9c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d6561dbb50794887bcb04f61ec31cb9c 2024-11-23T12:24:29,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d0f764029c3d46b58ac8b6cb7bba4945 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d0f764029c3d46b58ac8b6cb7bba4945 2024-11-23T12:24:29,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5cc4be62bf044a10b288f6b6f57a7f87 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/5cc4be62bf044a10b288f6b6f57a7f87 2024-11-23T12:24:29,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a3b7c9bedd7a46c481bc8e33678805d4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a3b7c9bedd7a46c481bc8e33678805d4 2024-11-23T12:24:29,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/b03fad79df8649e4aea6a5326b827542 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/b03fad79df8649e4aea6a5326b827542 2024-11-23T12:24:29,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/7f5a41ad928043df9b51868180f0102a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/7f5a41ad928043df9b51868180f0102a 2024-11-23T12:24:29,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e2deab8b7f1945c894a66aa0b8eec367 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e2deab8b7f1945c894a66aa0b8eec367 2024-11-23T12:24:29,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a16732f09f8440e1ad0318af372f5460 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/a16732f09f8440e1ad0318af372f5460 2024-11-23T12:24:29,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/8de51db7fde0433088b69e5039f008f4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/8de51db7fde0433088b69e5039f008f4 2024-11-23T12:24:29,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e375e558b10a48b395b8a031a827ff89 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/e375e558b10a48b395b8a031a827ff89 2024-11-23T12:24:29,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/52dfabcc1c7242439eb077f4baf2b0d5 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/52dfabcc1c7242439eb077f4baf2b0d5 2024-11-23T12:24:29,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/2b043abc71f94477b4a0b7c3850cc5e3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/2b043abc71f94477b4a0b7c3850cc5e3 2024-11-23T12:24:29,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d5ceef4b6fac4136a0c3ffe6bfa5a489 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/d5ceef4b6fac4136a0c3ffe6bfa5a489 2024-11-23T12:24:29,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/243c3738dec847cf9d63b8d27215a1cb, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3e4b899fd0c0447b891db2d26f861bed, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9fba7d36c41248aabe8de1e67a97b4e6, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/66f2b5135c034d0b9251a3a13b3259e0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3b57536f68d44922ac6de55feafa054b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8b9ada4f82374bd2bdc5735266c4e0aa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7798afc66b0640bc889dac97c9a47334, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/0607771781ca4474b4c8542b39c9c354, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a894836c0396417ea26388541d3f178b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/172d83605da848d69932091c844c2397, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/317cc5ba11354f9ebafccdb4da85ef91, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/69818c5652c14e00a6344ff9a3169b51, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8f12f74893fa4b08847155aaaba3e721, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a56e2027bbc24515ba9dd3b7c08b1e83, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7cf9deebf94e42178c1235e34fc7f054, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4fd0caf6d5754da39a97bc9542deab7e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7a017b3c02214ea58ed3e0cf2b3e545b, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/19543eabdda745e684d8be610a0d37bd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/fa95f293184f4a478871d82c9583a14c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/1593995d023345dd9da45589d86dffde, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/35aec9ff6a0b494e8b6d97947abcbcbf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a54645c17e2149d4bf462a8e613870d9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4bd2e92e4c9e41b3945367ddedf59c99, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/e702c6a86c124635bbebdaa77c88c4f0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/67de1675f7554eb294735f71917ed1ca, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9d2da2d073374da387872d1a89a51e8d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a7e7289041af49bb95e1c7b8dd117bf1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/f7a461e4485941e9965cf9fbb3d05bf5] to archive 2024-11-23T12:24:29,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:29,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/243c3738dec847cf9d63b8d27215a1cb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/243c3738dec847cf9d63b8d27215a1cb 2024-11-23T12:24:29,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3e4b899fd0c0447b891db2d26f861bed to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3e4b899fd0c0447b891db2d26f861bed 2024-11-23T12:24:29,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9fba7d36c41248aabe8de1e67a97b4e6 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9fba7d36c41248aabe8de1e67a97b4e6 2024-11-23T12:24:29,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/66f2b5135c034d0b9251a3a13b3259e0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/66f2b5135c034d0b9251a3a13b3259e0 2024-11-23T12:24:29,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3b57536f68d44922ac6de55feafa054b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/3b57536f68d44922ac6de55feafa054b 2024-11-23T12:24:29,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8b9ada4f82374bd2bdc5735266c4e0aa to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8b9ada4f82374bd2bdc5735266c4e0aa 2024-11-23T12:24:29,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7798afc66b0640bc889dac97c9a47334 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7798afc66b0640bc889dac97c9a47334 2024-11-23T12:24:29,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/0607771781ca4474b4c8542b39c9c354 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/0607771781ca4474b4c8542b39c9c354 2024-11-23T12:24:29,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a894836c0396417ea26388541d3f178b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a894836c0396417ea26388541d3f178b 2024-11-23T12:24:29,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/172d83605da848d69932091c844c2397 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/172d83605da848d69932091c844c2397 2024-11-23T12:24:29,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/317cc5ba11354f9ebafccdb4da85ef91 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/317cc5ba11354f9ebafccdb4da85ef91 2024-11-23T12:24:29,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/69818c5652c14e00a6344ff9a3169b51 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/69818c5652c14e00a6344ff9a3169b51 2024-11-23T12:24:29,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8f12f74893fa4b08847155aaaba3e721 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/8f12f74893fa4b08847155aaaba3e721 2024-11-23T12:24:29,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a56e2027bbc24515ba9dd3b7c08b1e83 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a56e2027bbc24515ba9dd3b7c08b1e83 2024-11-23T12:24:29,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7cf9deebf94e42178c1235e34fc7f054 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7cf9deebf94e42178c1235e34fc7f054 2024-11-23T12:24:29,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4fd0caf6d5754da39a97bc9542deab7e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4fd0caf6d5754da39a97bc9542deab7e 2024-11-23T12:24:29,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7a017b3c02214ea58ed3e0cf2b3e545b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/7a017b3c02214ea58ed3e0cf2b3e545b 2024-11-23T12:24:29,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/19543eabdda745e684d8be610a0d37bd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/19543eabdda745e684d8be610a0d37bd 2024-11-23T12:24:29,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/fa95f293184f4a478871d82c9583a14c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/fa95f293184f4a478871d82c9583a14c 2024-11-23T12:24:29,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/1593995d023345dd9da45589d86dffde to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/1593995d023345dd9da45589d86dffde 2024-11-23T12:24:29,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/35aec9ff6a0b494e8b6d97947abcbcbf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/35aec9ff6a0b494e8b6d97947abcbcbf 2024-11-23T12:24:29,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a54645c17e2149d4bf462a8e613870d9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a54645c17e2149d4bf462a8e613870d9 2024-11-23T12:24:29,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4bd2e92e4c9e41b3945367ddedf59c99 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4bd2e92e4c9e41b3945367ddedf59c99 2024-11-23T12:24:29,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/e702c6a86c124635bbebdaa77c88c4f0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/e702c6a86c124635bbebdaa77c88c4f0 2024-11-23T12:24:29,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/67de1675f7554eb294735f71917ed1ca to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/67de1675f7554eb294735f71917ed1ca 2024-11-23T12:24:29,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9d2da2d073374da387872d1a89a51e8d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/9d2da2d073374da387872d1a89a51e8d 2024-11-23T12:24:29,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a7e7289041af49bb95e1c7b8dd117bf1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/a7e7289041af49bb95e1c7b8dd117bf1 2024-11-23T12:24:29,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/f7a461e4485941e9965cf9fbb3d05bf5 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/f7a461e4485941e9965cf9fbb3d05bf5 2024-11-23T12:24:29,477 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=1 2024-11-23T12:24:29,478 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f. 2024-11-23T12:24:29,478 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for b7ea97c69f727853ded81a7aad17960f: 2024-11-23T12:24:29,479 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:29,479 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=b7ea97c69f727853ded81a7aad17960f, regionState=CLOSED 2024-11-23T12:24:29,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T12:24:29,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure b7ea97c69f727853ded81a7aad17960f, server=98b76cdd9f26,37419,1732364514555 in 1.4720 sec 2024-11-23T12:24:29,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-23T12:24:29,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7ea97c69f727853ded81a7aad17960f, UNASSIGN in 1.4740 sec 2024-11-23T12:24:29,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T12:24:29,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-23T12:24:29,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364669484"}]},"ts":"1732364669484"} 2024-11-23T12:24:29,485 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T12:24:29,487 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T12:24:29,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-23T12:24:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T12:24:30,106 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T12:24:30,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T12:24:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,107 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T12:24:30,108 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,109 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:30,111 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/recovered.edits] 2024-11-23T12:24:30,113 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0029d04b1d2246e690def6d6262a5a86 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/0029d04b1d2246e690def6d6262a5a86 2024-11-23T12:24:30,114 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3583d69a134849ef8acdde1e4ebb2871 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/3583d69a134849ef8acdde1e4ebb2871 2024-11-23T12:24:30,115 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/A/8ff6e84f3c6e4fb59cdbf53a1bb339a4 2024-11-23T12:24:30,116 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/44bbb1e2568945efa27f692386079ea8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/44bbb1e2568945efa27f692386079ea8 2024-11-23T12:24:30,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/bbd4c4cb80c745f3a7035de770c584eb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/bbd4c4cb80c745f3a7035de770c584eb 2024-11-23T12:24:30,118 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f5ad1bf8e2994b48995481bb7c883442 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/B/f5ad1bf8e2994b48995481bb7c883442 2024-11-23T12:24:30,120 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/31ac451058774668b3b908addf8a4376 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/31ac451058774668b3b908addf8a4376 2024-11-23T12:24:30,121 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4585e108dac641feb8569e0c3033c74f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4585e108dac641feb8569e0c3033c74f 2024-11-23T12:24:30,121 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4a39a9d7e8a94354b06c52454c90b12b to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/C/4a39a9d7e8a94354b06c52454c90b12b 2024-11-23T12:24:30,123 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/recovered.edits/420.seqid to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f/recovered.edits/420.seqid 2024-11-23T12:24:30,123 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/b7ea97c69f727853ded81a7aad17960f 2024-11-23T12:24:30,123 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T12:24:30,125 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,126 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T12:24:30,128 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T12:24:30,128 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,129 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T12:24:30,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732364670129"}]},"ts":"9223372036854775807"} 2024-11-23T12:24:30,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T12:24:30,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b7ea97c69f727853ded81a7aad17960f, NAME => 'TestAcidGuarantees,,1732364641879.b7ea97c69f727853ded81a7aad17960f.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T12:24:30,130 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T12:24:30,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732364670130"}]},"ts":"9223372036854775807"} 2024-11-23T12:24:30,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T12:24:30,134 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-23T12:24:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T12:24:30,209 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T12:24:30,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=3894 (was 3910) 2024-11-23T12:24:30,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=3894 2024-11-23T12:24:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:24:30,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:24:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:30,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T12:24:30,229 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:30,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-23T12:24:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T12:24:30,229 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T12:24:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742343_1519 (size=963) 2024-11-23T12:24:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T12:24:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T12:24:30,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5 2024-11-23T12:24:30,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742344_1520 (size=53) 2024-11-23T12:24:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T12:24:31,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:24:31,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7986611e1a082bbd97065763fd00aa27, disabling compactions & flushes 2024-11-23T12:24:31,040 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. after waiting 0 ms 2024-11-23T12:24:31,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,040 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:31,041 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T12:24:31,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732364671041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732364671041"}]},"ts":"1732364671041"} 2024-11-23T12:24:31,042 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T12:24:31,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T12:24:31,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364671043"}]},"ts":"1732364671043"} 2024-11-23T12:24:31,043 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T12:24:31,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, ASSIGN}] 2024-11-23T12:24:31,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, ASSIGN 2024-11-23T12:24:31,049 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, ASSIGN; state=OFFLINE, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=false 2024-11-23T12:24:31,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:31,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:24:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T12:24:31,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:31,355 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,355 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:24:31,355 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,355 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:24:31,355 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,355 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,356 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,357 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:31,357 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7986611e1a082bbd97065763fd00aa27 columnFamilyName A 2024-11-23T12:24:31,357 DEBUG [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:31,358 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(327): Store=7986611e1a082bbd97065763fd00aa27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:31,358 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,359 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:31,359 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7986611e1a082bbd97065763fd00aa27 columnFamilyName B 2024-11-23T12:24:31,359 DEBUG [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:31,359 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(327): Store=7986611e1a082bbd97065763fd00aa27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:31,359 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,360 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:31,360 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7986611e1a082bbd97065763fd00aa27 columnFamilyName C 2024-11-23T12:24:31,360 DEBUG [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:31,361 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(327): Store=7986611e1a082bbd97065763fd00aa27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:31,361 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,361 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,361 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,362 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:24:31,363 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:31,364 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T12:24:31,365 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 7986611e1a082bbd97065763fd00aa27; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61838225, jitterRate=-0.07853864133358002}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:24:31,365 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:31,366 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., pid=151, masterSystemTime=1732364671352 2024-11-23T12:24:31,367 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,367 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:31,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=OPEN, openSeqNum=2, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:31,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T12:24:31,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 in 167 msec 2024-11-23T12:24:31,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-23T12:24:31,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, ASSIGN in 321 msec 2024-11-23T12:24:31,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T12:24:31,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364671371"}]},"ts":"1732364671371"} 2024-11-23T12:24:31,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T12:24:31,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T12:24:31,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-23T12:24:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T12:24:32,333 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-23T12:24:32,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1fe6e4 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e7ba75 2024-11-23T12:24:32,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:32,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:32,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:32,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T12:24:32,346 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T12:24:32,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T12:24:32,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T12:24:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742345_1521 (size=999) 2024-11-23T12:24:32,757 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T12:24:32,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T12:24:32,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:24:32,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, REOPEN/MOVE}] 2024-11-23T12:24:32,761 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, REOPEN/MOVE 2024-11-23T12:24:32,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:32,762 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:24:32,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:24:32,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:32,913 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:32,913 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:24:32,914 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 7986611e1a082bbd97065763fd00aa27, disabling compactions & flushes 2024-11-23T12:24:32,914 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:32,914 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:32,914 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. after waiting 0 ms 2024-11-23T12:24:32,914 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:32,917 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T12:24:32,917 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:32,917 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:32,917 WARN [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 7986611e1a082bbd97065763fd00aa27 to self. 2024-11-23T12:24:32,918 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:32,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=CLOSED 2024-11-23T12:24:32,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T12:24:32,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 in 157 msec 2024-11-23T12:24:32,921 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, REOPEN/MOVE; state=CLOSED, location=98b76cdd9f26,37419,1732364514555; forceNewPlan=false, retain=true 2024-11-23T12:24:33,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=OPENING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:24:33,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,226 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,226 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:24:33,226 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,226 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:24:33,226 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,226 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,228 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,228 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:33,228 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7986611e1a082bbd97065763fd00aa27 columnFamilyName A 2024-11-23T12:24:33,229 DEBUG [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:33,229 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(327): Store=7986611e1a082bbd97065763fd00aa27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:33,230 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,230 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:33,230 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7986611e1a082bbd97065763fd00aa27 columnFamilyName B 2024-11-23T12:24:33,230 DEBUG [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:33,231 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(327): Store=7986611e1a082bbd97065763fd00aa27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:33,231 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,231 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T12:24:33,231 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7986611e1a082bbd97065763fd00aa27 columnFamilyName C 2024-11-23T12:24:33,231 DEBUG [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:33,232 INFO [StoreOpener-7986611e1a082bbd97065763fd00aa27-1 {}] regionserver.HStore(327): Store=7986611e1a082bbd97065763fd00aa27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T12:24:33,232 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,233 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,233 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,234 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T12:24:33,235 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,236 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 7986611e1a082bbd97065763fd00aa27; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63840744, jitterRate=-0.0486987829208374}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T12:24:33,237 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:33,237 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., pid=156, masterSystemTime=1732364673223 2024-11-23T12:24:33,239 DEBUG [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,239 INFO [RS_OPEN_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=OPEN, openSeqNum=5, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-23T12:24:33,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 in 168 msec 2024-11-23T12:24:33,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-23T12:24:33,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, REOPEN/MOVE in 481 msec 2024-11-23T12:24:33,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T12:24:33,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-23T12:24:33,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-23T12:24:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T12:24:33,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-11-23T12:24:33,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-11-23T12:24:33,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-11-23T12:24:33,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,256 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-11-23T12:24:33,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-23T12:24:33,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-11-23T12:24:33,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-23T12:24:33,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-11-23T12:24:33,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-11-23T12:24:33,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,275 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:62643 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-11-23T12:24:33,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T12:24:33,280 DEBUG [hconnection-0x2c4cbe96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:33,281 DEBUG [hconnection-0x5fa6746f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,281 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-23T12:24:33,281 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:33,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:33,283 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:33,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:33,288 DEBUG [hconnection-0x472016f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,289 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,289 DEBUG [hconnection-0x12e6e534-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,289 DEBUG [hconnection-0x23888ac5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,290 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:33,300 DEBUG [hconnection-0x48689fc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,301 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,304 DEBUG [hconnection-0x718839c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,304 DEBUG [hconnection-0x6a9efee3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,305 DEBUG [hconnection-0x1c6b6463-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,305 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,305 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,305 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364733307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364733307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364733307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364733308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364733310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,316 DEBUG [hconnection-0x6f5b1f2c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:24:33,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b98ce46eed734ba68ee45987dd8b0f8e_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_1/A:col10/1732364673291/Put/seqid=0 2024-11-23T12:24:33,323 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:24:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742346_1522 (size=9714) 2024-11-23T12:24:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:33,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364733410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364733411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364733411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364733411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364733412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:33,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:33,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:33,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364733613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364733613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364733613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364733613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364733615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,726 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:33,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b98ce46eed734ba68ee45987dd8b0f8e_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b98ce46eed734ba68ee45987dd8b0f8e_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:33,731 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/b52597b35b454133a97282469bcb2136, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:33,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/b52597b35b454133a97282469bcb2136 is 175, key is test_row_1/A:col10/1732364673291/Put/seqid=0 2024-11-23T12:24:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742347_1523 (size=22361) 2024-11-23T12:24:33,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/b52597b35b454133a97282469bcb2136 2024-11-23T12:24:33,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:33,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:33,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/39e6fe629ee3429fb2486ce81905360c is 50, key is test_row_1/B:col10/1732364673291/Put/seqid=0 2024-11-23T12:24:33,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742348_1524 (size=9657) 2024-11-23T12:24:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:33,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:33,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364733915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364733915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364733915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364733917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364733918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/39e6fe629ee3429fb2486ce81905360c 2024-11-23T12:24:34,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/daa5cfedb0ef4d35b691cc1f6545c852 is 50, key is test_row_1/C:col10/1732364673291/Put/seqid=0 2024-11-23T12:24:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742349_1525 (size=9657) 2024-11-23T12:24:34,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364734419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364734419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364734421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364734421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364734423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:34,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/daa5cfedb0ef4d35b691cc1f6545c852 2024-11-23T12:24:34,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/b52597b35b454133a97282469bcb2136 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136 2024-11-23T12:24:34,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136, entries=100, sequenceid=15, filesize=21.8 K 2024-11-23T12:24:34,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/39e6fe629ee3429fb2486ce81905360c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/39e6fe629ee3429fb2486ce81905360c 2024-11-23T12:24:34,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/39e6fe629ee3429fb2486ce81905360c, entries=100, sequenceid=15, filesize=9.4 K 2024-11-23T12:24:34,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/daa5cfedb0ef4d35b691cc1f6545c852 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/daa5cfedb0ef4d35b691cc1f6545c852 2024-11-23T12:24:34,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/daa5cfedb0ef4d35b691cc1f6545c852, entries=100, sequenceid=15, filesize=9.4 K 2024-11-23T12:24:34,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7986611e1a082bbd97065763fd00aa27 in 1312ms, sequenceid=15, compaction requested=false 2024-11-23T12:24:34,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:34,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:34,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T12:24:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:34,659 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:24:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:34,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:34,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231a991cdfb0dd48cfa86c029845272b87_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364673307/Put/seqid=0 2024-11-23T12:24:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742350_1526 (size=12154) 2024-11-23T12:24:34,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:34,673 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231a991cdfb0dd48cfa86c029845272b87_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231a991cdfb0dd48cfa86c029845272b87_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9afd3281b7d7473cb54110c25f5df31e, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9afd3281b7d7473cb54110c25f5df31e is 175, key is test_row_0/A:col10/1732364673307/Put/seqid=0 2024-11-23T12:24:34,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742351_1527 (size=30955) 2024-11-23T12:24:35,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T12:24:35,080 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9afd3281b7d7473cb54110c25f5df31e 2024-11-23T12:24:35,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/0be6af21f33d427aa44a9119eedd4d79 is 50, key is test_row_0/B:col10/1732364673307/Put/seqid=0 2024-11-23T12:24:35,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742352_1528 (size=12001) 2024-11-23T12:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364735430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364735430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364735431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364735431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364735433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,491 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/0be6af21f33d427aa44a9119eedd4d79 2024-11-23T12:24:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/27c36a6ea06b49589db87869fef1c18c is 50, key is test_row_0/C:col10/1732364673307/Put/seqid=0 2024-11-23T12:24:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742353_1529 (size=12001) 2024-11-23T12:24:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364735533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364735533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364735533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364735736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364735736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364735736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:35,902 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/27c36a6ea06b49589db87869fef1c18c 2024-11-23T12:24:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9afd3281b7d7473cb54110c25f5df31e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e 2024-11-23T12:24:35,909 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T12:24:35,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/0be6af21f33d427aa44a9119eedd4d79 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/0be6af21f33d427aa44a9119eedd4d79 2024-11-23T12:24:35,913 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/0be6af21f33d427aa44a9119eedd4d79, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T12:24:35,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/27c36a6ea06b49589db87869fef1c18c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/27c36a6ea06b49589db87869fef1c18c 2024-11-23T12:24:35,916 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/27c36a6ea06b49589db87869fef1c18c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T12:24:35,917 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7986611e1a082bbd97065763fd00aa27 in 1259ms, sequenceid=41, compaction requested=false 2024-11-23T12:24:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-23T12:24:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-23T12:24:35,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-23T12:24:35,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-23T12:24:35,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.6420 sec 2024-11-23T12:24:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:36,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T12:24:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:36,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:36,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112316e5c318864342f080c09ca5a6b28a33_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742354_1530 (size=12154) 2024-11-23T12:24:36,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364736061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364736063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364736063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364736164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364736166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364736166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364736367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364736368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364736368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:36,462 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112316e5c318864342f080c09ca5a6b28a33_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112316e5c318864342f080c09ca5a6b28a33_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:36,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f29b5175434e4923aa8d0acd40966505, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:36,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f29b5175434e4923aa8d0acd40966505 is 175, key is test_row_0/A:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742355_1531 (size=30955) 2024-11-23T12:24:36,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364736669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364736671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364736672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:36,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f29b5175434e4923aa8d0acd40966505 2024-11-23T12:24:36,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/86b43154b9984b92b5daf1b81af23e59 is 50, key is test_row_0/B:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742356_1532 (size=12001) 2024-11-23T12:24:37,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364737175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364737175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364737176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/86b43154b9984b92b5daf1b81af23e59 2024-11-23T12:24:37,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/2364100e6edd4eecb36ae04a0c783a84 is 50, key is test_row_0/C:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742357_1533 (size=12001) 2024-11-23T12:24:37,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/2364100e6edd4eecb36ae04a0c783a84 2024-11-23T12:24:37,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f29b5175434e4923aa8d0acd40966505 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505 2024-11-23T12:24:37,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T12:24:37,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/86b43154b9984b92b5daf1b81af23e59 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/86b43154b9984b92b5daf1b81af23e59 2024-11-23T12:24:37,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/86b43154b9984b92b5daf1b81af23e59, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:24:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/2364100e6edd4eecb36ae04a0c783a84 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2364100e6edd4eecb36ae04a0c783a84 2024-11-23T12:24:37,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2364100e6edd4eecb36ae04a0c783a84, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T12:24:37,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7986611e1a082bbd97065763fd00aa27 in 1265ms, sequenceid=53, compaction requested=true 2024-11-23T12:24:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:37,305 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:37,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:37,306 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:37,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:37,306 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:37,306 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:37,306 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/B is initiating minor compaction (all files) 2024-11-23T12:24:37,306 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/A is initiating minor compaction (all files) 2024-11-23T12:24:37,306 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/B in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,307 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/A in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,307 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/39e6fe629ee3429fb2486ce81905360c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/0be6af21f33d427aa44a9119eedd4d79, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/86b43154b9984b92b5daf1b81af23e59] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=32.9 K 2024-11-23T12:24:37,307 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=82.3 K 2024-11-23T12:24:37,307 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,307 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505] 2024-11-23T12:24:37,307 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e6fe629ee3429fb2486ce81905360c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732364673289 2024-11-23T12:24:37,307 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b52597b35b454133a97282469bcb2136, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732364673289 2024-11-23T12:24:37,307 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be6af21f33d427aa44a9119eedd4d79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732364673304 2024-11-23T12:24:37,307 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9afd3281b7d7473cb54110c25f5df31e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732364673304 2024-11-23T12:24:37,308 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b43154b9984b92b5daf1b81af23e59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364675430 2024-11-23T12:24:37,308 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f29b5175434e4923aa8d0acd40966505, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364675430 2024-11-23T12:24:37,314 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:37,315 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:37,315 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112341edcfdbf74b4b8890154a81c9b1e9a0_7986611e1a082bbd97065763fd00aa27 store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:37,315 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/604a8215f141463f919ed9ed2dd357bf is 50, key is test_row_0/B:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:37,318 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112341edcfdbf74b4b8890154a81c9b1e9a0_7986611e1a082bbd97065763fd00aa27, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:37,318 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341edcfdbf74b4b8890154a81c9b1e9a0_7986611e1a082bbd97065763fd00aa27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742358_1534 (size=12104) 2024-11-23T12:24:37,323 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/604a8215f141463f919ed9ed2dd357bf as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/604a8215f141463f919ed9ed2dd357bf 2024-11-23T12:24:37,327 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/B of 7986611e1a082bbd97065763fd00aa27 into 604a8215f141463f919ed9ed2dd357bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:37,327 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:37,327 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/B, priority=13, startTime=1732364677305; duration=0sec 2024-11-23T12:24:37,327 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:37,327 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:37,327 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:37,328 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:37,328 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/C is initiating minor compaction (all files) 2024-11-23T12:24:37,328 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/C in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,328 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/daa5cfedb0ef4d35b691cc1f6545c852, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/27c36a6ea06b49589db87869fef1c18c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2364100e6edd4eecb36ae04a0c783a84] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=32.9 K 2024-11-23T12:24:37,329 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting daa5cfedb0ef4d35b691cc1f6545c852, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732364673289 2024-11-23T12:24:37,329 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c36a6ea06b49589db87869fef1c18c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732364673304 2024-11-23T12:24:37,329 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2364100e6edd4eecb36ae04a0c783a84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364675430 2024-11-23T12:24:37,338 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:37,338 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/69d57a0ef9624f71aae472820440cd62 is 50, key is test_row_0/C:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742359_1535 (size=4469) 2024-11-23T12:24:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742360_1536 (size=12104) 2024-11-23T12:24:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T12:24:37,387 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-23T12:24:37,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-23T12:24:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:37,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:37,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:37,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:37,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:24:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:37,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ccc153afcbe342ada32f36ef38034d9a_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364676059/Put/seqid=0 2024-11-23T12:24:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742361_1537 (size=12154) 2024-11-23T12:24:37,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364737449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364737451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:37,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364737552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364737554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:37,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,739 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:37,739 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/df7710c7f2eb444f94b30351e86147d8 is 175, key is test_row_0/A:col10/1732364675430/Put/seqid=0 2024-11-23T12:24:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742362_1538 (size=31058) 2024-11-23T12:24:37,750 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/69d57a0ef9624f71aae472820440cd62 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69d57a0ef9624f71aae472820440cd62 2024-11-23T12:24:37,754 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/C of 7986611e1a082bbd97065763fd00aa27 into 69d57a0ef9624f71aae472820440cd62(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:37,754 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:37,754 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/C, priority=13, startTime=1732364677305; duration=0sec 2024-11-23T12:24:37,754 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:37,754 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:37,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364737755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364737757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:37,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:37,849 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:37,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ccc153afcbe342ada32f36ef38034d9a_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ccc153afcbe342ada32f36ef38034d9a_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:37,853 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/7859ca71dee04786be3f0ad8c00832fa, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:37,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/7859ca71dee04786be3f0ad8c00832fa is 175, key is test_row_0/A:col10/1732364676059/Put/seqid=0 2024-11-23T12:24:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742363_1539 (size=30955) 2024-11-23T12:24:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:37,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:37,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364738058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364738060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,148 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/df7710c7f2eb444f94b30351e86147d8 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/df7710c7f2eb444f94b30351e86147d8 2024-11-23T12:24:38,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:38,152 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/A of 7986611e1a082bbd97065763fd00aa27 into df7710c7f2eb444f94b30351e86147d8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,152 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:38,152 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/A, priority=13, startTime=1732364677305; duration=0sec 2024-11-23T12:24:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:38,152 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,152 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:38,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364738185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364738186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364738187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/7859ca71dee04786be3f0ad8c00832fa 2024-11-23T12:24:38,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/7875bdf2acad428280966bb1c0f64782 is 50, key is test_row_0/B:col10/1732364676059/Put/seqid=0 2024-11-23T12:24:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742364_1540 (size=12001) 2024-11-23T12:24:38,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/7875bdf2acad428280966bb1c0f64782 2024-11-23T12:24:38,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c31734ea90ed4d8b872a8f9ea15a3500 is 50, key is test_row_0/C:col10/1732364676059/Put/seqid=0 2024-11-23T12:24:38,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742365_1541 (size=12001) 2024-11-23T12:24:38,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:38,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364738564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364738566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:38,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c31734ea90ed4d8b872a8f9ea15a3500 2024-11-23T12:24:38,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/7859ca71dee04786be3f0ad8c00832fa as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa 2024-11-23T12:24:38,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa, entries=150, sequenceid=79, filesize=30.2 K 2024-11-23T12:24:38,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/7875bdf2acad428280966bb1c0f64782 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7875bdf2acad428280966bb1c0f64782 2024-11-23T12:24:38,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7875bdf2acad428280966bb1c0f64782, entries=150, sequenceid=79, filesize=11.7 K 2024-11-23T12:24:38,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c31734ea90ed4d8b872a8f9ea15a3500 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c31734ea90ed4d8b872a8f9ea15a3500 2024-11-23T12:24:38,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c31734ea90ed4d8b872a8f9ea15a3500, entries=150, sequenceid=79, filesize=11.7 K 2024-11-23T12:24:38,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7986611e1a082bbd97065763fd00aa27 in 1270ms, sequenceid=79, compaction requested=false 2024-11-23T12:24:38,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:38,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:38,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T12:24:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:38,762 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123080b30534f7b49a9a8622431766a72c3_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364677450/Put/seqid=0 2024-11-23T12:24:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742366_1542 (size=12154) 2024-11-23T12:24:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:38,777 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123080b30534f7b49a9a8622431766a72c3_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123080b30534f7b49a9a8622431766a72c3_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3047615fb9e74475bee6a233dc2369be, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3047615fb9e74475bee6a233dc2369be is 175, key is test_row_0/A:col10/1732364677450/Put/seqid=0 2024-11-23T12:24:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742367_1543 (size=30955) 2024-11-23T12:24:39,182 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3047615fb9e74475bee6a233dc2369be 2024-11-23T12:24:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e16733e5aa614c55af47561a6d8e5f44 is 50, key is test_row_0/B:col10/1732364677450/Put/seqid=0 2024-11-23T12:24:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742368_1544 (size=12001) 2024-11-23T12:24:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:39,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:39,593 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e16733e5aa614c55af47561a6d8e5f44 2024-11-23T12:24:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364739598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364739600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:39,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/9325fc4d713f4c49a6ea1063794f0590 is 50, key is test_row_0/C:col10/1732364677450/Put/seqid=0 2024-11-23T12:24:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742369_1545 (size=12001) 2024-11-23T12:24:39,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364739701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:39,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364739702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:39,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364739903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:39,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364739905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,011 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/9325fc4d713f4c49a6ea1063794f0590 2024-11-23T12:24:40,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3047615fb9e74475bee6a233dc2369be as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be 2024-11-23T12:24:40,018 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be, entries=150, sequenceid=92, filesize=30.2 K 2024-11-23T12:24:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e16733e5aa614c55af47561a6d8e5f44 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e16733e5aa614c55af47561a6d8e5f44 2024-11-23T12:24:40,022 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e16733e5aa614c55af47561a6d8e5f44, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T12:24:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/9325fc4d713f4c49a6ea1063794f0590 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/9325fc4d713f4c49a6ea1063794f0590 2024-11-23T12:24:40,026 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/9325fc4d713f4c49a6ea1063794f0590, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T12:24:40,030 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7986611e1a082bbd97065763fd00aa27 in 1268ms, sequenceid=92, compaction requested=true 2024-11-23T12:24:40,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:40,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:40,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-23T12:24:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-23T12:24:40,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-23T12:24:40,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6410 sec 2024-11-23T12:24:40,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.6440 sec 2024-11-23T12:24:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:40,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:24:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:40,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232450ca0dcad94f51908433fc65a70428_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742370_1546 (size=12154) 2024-11-23T12:24:40,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:40,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232450ca0dcad94f51908433fc65a70428_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232450ca0dcad94f51908433fc65a70428_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:40,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/23ee00e9be63493da7816ff2f4cfda42, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:40,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/23ee00e9be63493da7816ff2f4cfda42 is 175, key is test_row_0/A:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:40,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364740202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364740203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364740206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742371_1547 (size=30955) 2024-11-23T12:24:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364740207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364740207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364740307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364740307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364740309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364740511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364740511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364740512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/23ee00e9be63493da7816ff2f4cfda42 2024-11-23T12:24:40,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/121dbdf68e9c4f25bf81aaeaf577e9b0 is 50, key is test_row_0/B:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742372_1548 (size=12001) 2024-11-23T12:24:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364740712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364740713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364740815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364740815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364740815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/121dbdf68e9c4f25bf81aaeaf577e9b0 2024-11-23T12:24:41,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/4b95d71ee3a34b6b8525071bfdd4969a is 50, key is test_row_0/C:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742373_1549 (size=12001) 2024-11-23T12:24:41,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/4b95d71ee3a34b6b8525071bfdd4969a 2024-11-23T12:24:41,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/23ee00e9be63493da7816ff2f4cfda42 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42 2024-11-23T12:24:41,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42, entries=150, sequenceid=118, filesize=30.2 K 2024-11-23T12:24:41,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/121dbdf68e9c4f25bf81aaeaf577e9b0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/121dbdf68e9c4f25bf81aaeaf577e9b0 2024-11-23T12:24:41,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/121dbdf68e9c4f25bf81aaeaf577e9b0, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T12:24:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/4b95d71ee3a34b6b8525071bfdd4969a as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4b95d71ee3a34b6b8525071bfdd4969a 2024-11-23T12:24:41,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4b95d71ee3a34b6b8525071bfdd4969a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T12:24:41,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7986611e1a082bbd97065763fd00aa27 in 871ms, sequenceid=118, compaction requested=true 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:41,062 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:41,062 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:41,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:41,064 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:41,064 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:41,064 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/A is initiating minor compaction (all files) 2024-11-23T12:24:41,064 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/B is initiating minor compaction (all files) 2024-11-23T12:24:41,064 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/B in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,064 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/A in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,064 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/604a8215f141463f919ed9ed2dd357bf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7875bdf2acad428280966bb1c0f64782, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e16733e5aa614c55af47561a6d8e5f44, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/121dbdf68e9c4f25bf81aaeaf577e9b0] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=47.0 K 2024-11-23T12:24:41,064 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/df7710c7f2eb444f94b30351e86147d8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=121.0 K 2024-11-23T12:24:41,064 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,064 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/df7710c7f2eb444f94b30351e86147d8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42] 2024-11-23T12:24:41,065 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting df7710c7f2eb444f94b30351e86147d8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364675430 2024-11-23T12:24:41,065 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 604a8215f141463f919ed9ed2dd357bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364675430 2024-11-23T12:24:41,065 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7875bdf2acad428280966bb1c0f64782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732364676056 2024-11-23T12:24:41,065 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7859ca71dee04786be3f0ad8c00832fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732364676056 2024-11-23T12:24:41,066 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e16733e5aa614c55af47561a6d8e5f44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732364677444 2024-11-23T12:24:41,066 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3047615fb9e74475bee6a233dc2369be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732364677444 2024-11-23T12:24:41,066 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23ee00e9be63493da7816ff2f4cfda42, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732364679591 2024-11-23T12:24:41,066 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 121dbdf68e9c4f25bf81aaeaf577e9b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732364679591 2024-11-23T12:24:41,074 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:41,076 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:41,076 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e6dfeb1d18f24c20b345631d971e1bab is 50, key is test_row_0/B:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:41,076 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123bad240e4da32443e9ae038a665dda6a5_7986611e1a082bbd97065763fd00aa27 store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:41,079 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123bad240e4da32443e9ae038a665dda6a5_7986611e1a082bbd97065763fd00aa27, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:41,079 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bad240e4da32443e9ae038a665dda6a5_7986611e1a082bbd97065763fd00aa27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742374_1550 (size=12241) 2024-11-23T12:24:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742375_1551 (size=4469) 2024-11-23T12:24:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:41,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:41,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233099e9f69c2d4c43a8b4e95404f1f96a_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364680202/Put/seqid=0 2024-11-23T12:24:41,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742376_1552 (size=14694) 2024-11-23T12:24:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364741344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364741344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364741345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364741447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364741448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364741448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,490 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e6dfeb1d18f24c20b345631d971e1bab as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e6dfeb1d18f24c20b345631d971e1bab 2024-11-23T12:24:41,490 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:41,491 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/d4270b24126344b383f486236b42dc0c is 175, key is test_row_0/A:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T12:24:41,494 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-23T12:24:41,495 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/B of 7986611e1a082bbd97065763fd00aa27 into e6dfeb1d18f24c20b345631d971e1bab(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:41,495 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:41,495 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/B, priority=12, startTime=1732364681062; duration=0sec 2024-11-23T12:24:41,495 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:41,495 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:41,495 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742377_1553 (size=31195) 2024-11-23T12:24:41,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-23T12:24:41,497 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:41,497 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/C is initiating minor compaction (all files) 2024-11-23T12:24:41,497 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:41,497 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/C in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,497 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69d57a0ef9624f71aae472820440cd62, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c31734ea90ed4d8b872a8f9ea15a3500, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/9325fc4d713f4c49a6ea1063794f0590, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4b95d71ee3a34b6b8525071bfdd4969a] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=47.0 K 2024-11-23T12:24:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T12:24:41,497 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:41,497 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 69d57a0ef9624f71aae472820440cd62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732364675430 2024-11-23T12:24:41,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:41,498 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c31734ea90ed4d8b872a8f9ea15a3500, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732364676056 2024-11-23T12:24:41,498 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 9325fc4d713f4c49a6ea1063794f0590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732364677444 2024-11-23T12:24:41,498 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b95d71ee3a34b6b8525071bfdd4969a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732364679591 2024-11-23T12:24:41,500 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/d4270b24126344b383f486236b42dc0c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d4270b24126344b383f486236b42dc0c 2024-11-23T12:24:41,505 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/A of 7986611e1a082bbd97065763fd00aa27 into d4270b24126344b383f486236b42dc0c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:41,505 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:41,505 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/A, priority=12, startTime=1732364681062; duration=0sec 2024-11-23T12:24:41,505 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:41,505 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:41,509 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:41,510 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c2f5b9942c254ad893e3cf405dd8e263 is 50, key is test_row_0/C:col10/1732364679591/Put/seqid=0 2024-11-23T12:24:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742378_1554 (size=12241) 2024-11-23T12:24:41,517 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c2f5b9942c254ad893e3cf405dd8e263 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c2f5b9942c254ad893e3cf405dd8e263 2024-11-23T12:24:41,521 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/C of 7986611e1a082bbd97065763fd00aa27 into c2f5b9942c254ad893e3cf405dd8e263(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:41,521 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:41,521 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/C, priority=12, startTime=1732364681062; duration=0sec 2024-11-23T12:24:41,521 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:41,521 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T12:24:41,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364741651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364741651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364741652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364741718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364741721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:41,735 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233099e9f69c2d4c43a8b4e95404f1f96a_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233099e9f69c2d4c43a8b4e95404f1f96a_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:41,736 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9ef4ac27bc9c4a7a94d21d88db304ac1, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:41,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9ef4ac27bc9c4a7a94d21d88db304ac1 is 175, key is test_row_0/A:col10/1732364680202/Put/seqid=0 2024-11-23T12:24:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742379_1555 (size=39649) 2024-11-23T12:24:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T12:24:41,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:41,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364741953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364741954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364741956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T12:24:42,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9ef4ac27bc9c4a7a94d21d88db304ac1 2024-11-23T12:24:42,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/bb6e9e6efc564876ab85f5a367ea90ab is 50, key is test_row_0/B:col10/1732364680202/Put/seqid=0 2024-11-23T12:24:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742380_1556 (size=12101) 2024-11-23T12:24:42,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/bb6e9e6efc564876ab85f5a367ea90ab 2024-11-23T12:24:42,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/cbf980cba8f4476db9b240b861e530fc is 50, key is test_row_0/C:col10/1732364680202/Put/seqid=0 2024-11-23T12:24:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742381_1557 (size=12101) 2024-11-23T12:24:42,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364742457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364742459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364742461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/cbf980cba8f4476db9b240b861e530fc 2024-11-23T12:24:42,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9ef4ac27bc9c4a7a94d21d88db304ac1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1 2024-11-23T12:24:42,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:42,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1, entries=200, sequenceid=130, filesize=38.7 K 2024-11-23T12:24:42,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/bb6e9e6efc564876ab85f5a367ea90ab as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bb6e9e6efc564876ab85f5a367ea90ab 2024-11-23T12:24:42,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bb6e9e6efc564876ab85f5a367ea90ab, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T12:24:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/cbf980cba8f4476db9b240b861e530fc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbf980cba8f4476db9b240b861e530fc 2024-11-23T12:24:42,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbf980cba8f4476db9b240b861e530fc, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T12:24:42,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7986611e1a082bbd97065763fd00aa27 in 1256ms, sequenceid=130, compaction requested=false 2024-11-23T12:24:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T12:24:42,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:42,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:42,718 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112337b82537d9c4448c853eeb997acdbf49_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364681344/Put/seqid=0 2024-11-23T12:24:42,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742382_1558 (size=12304) 2024-11-23T12:24:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:42,739 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112337b82537d9c4448c853eeb997acdbf49_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112337b82537d9c4448c853eeb997acdbf49_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:42,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9293c5d1baaa42848adc1b7ac35b40dc, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:42,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9293c5d1baaa42848adc1b7ac35b40dc is 175, key is test_row_0/A:col10/1732364681344/Put/seqid=0 2024-11-23T12:24:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742383_1559 (size=31105) 2024-11-23T12:24:43,144 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9293c5d1baaa42848adc1b7ac35b40dc 2024-11-23T12:24:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e25ed0216b6441919dd807d55586e863 is 50, key is test_row_0/B:col10/1732364681344/Put/seqid=0 2024-11-23T12:24:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742384_1560 (size=12151) 2024-11-23T12:24:43,155 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e25ed0216b6441919dd807d55586e863 2024-11-23T12:24:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/23c3ee5ec9f4489fa8137e96dc0e009d is 50, key is test_row_0/C:col10/1732364681344/Put/seqid=0 2024-11-23T12:24:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742385_1561 (size=12151) 2024-11-23T12:24:43,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364743472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364743472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364743473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,565 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/23c3ee5ec9f4489fa8137e96dc0e009d 2024-11-23T12:24:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/9293c5d1baaa42848adc1b7ac35b40dc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc 2024-11-23T12:24:43,572 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc, entries=150, sequenceid=157, filesize=30.4 K 2024-11-23T12:24:43,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e25ed0216b6441919dd807d55586e863 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e25ed0216b6441919dd807d55586e863 2024-11-23T12:24:43,575 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e25ed0216b6441919dd807d55586e863, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T12:24:43,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/23c3ee5ec9f4489fa8137e96dc0e009d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/23c3ee5ec9f4489fa8137e96dc0e009d 2024-11-23T12:24:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364743575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364743575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364743576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,579 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/23c3ee5ec9f4489fa8137e96dc0e009d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T12:24:43,580 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7986611e1a082bbd97065763fd00aa27 in 862ms, sequenceid=157, compaction requested=true 2024-11-23T12:24:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-23T12:24:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-23T12:24:43,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T12:24:43,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-23T12:24:43,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.0880 sec 2024-11-23T12:24:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T12:24:43,601 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-23T12:24:43,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-23T12:24:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:43,603 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:43,603 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:43,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:43,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:24:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:43,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239ac564ae057449feaec165e8ddcf14a0_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742386_1562 (size=14794) 2024-11-23T12:24:43,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:43,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239ac564ae057449feaec165e8ddcf14a0_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239ac564ae057449feaec165e8ddcf14a0_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:43,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f7f00b8527a443a7ba766d7b893556ae, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:43,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f7f00b8527a443a7ba766d7b893556ae is 175, key is test_row_0/A:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742387_1563 (size=39749) 2024-11-23T12:24:43,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:43,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:43,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:43,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:43,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:43,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:43,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364743768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364743771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364743778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364743778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364743780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364743872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364743874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:43,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:43,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:43,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364744074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364744076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364744082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364744083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364744084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,155 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f7f00b8527a443a7ba766d7b893556ae 2024-11-23T12:24:44,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/6b51d77e2ea946b2a70f949a89354cb9 is 50, key is test_row_0/B:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742388_1564 (size=12151) 2024-11-23T12:24:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:44,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364744376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364744378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/6b51d77e2ea946b2a70f949a89354cb9 2024-11-23T12:24:44,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/bfbb76466d264ba1890860c1c022e534 is 50, key is test_row_0/C:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742389_1565 (size=12151) 2024-11-23T12:24:44,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/bfbb76466d264ba1890860c1c022e534 2024-11-23T12:24:44,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f7f00b8527a443a7ba766d7b893556ae as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae 2024-11-23T12:24:44,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae, entries=200, sequenceid=170, filesize=38.8 K 2024-11-23T12:24:44,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/6b51d77e2ea946b2a70f949a89354cb9 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/6b51d77e2ea946b2a70f949a89354cb9 2024-11-23T12:24:44,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/6b51d77e2ea946b2a70f949a89354cb9, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T12:24:44,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/bfbb76466d264ba1890860c1c022e534 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/bfbb76466d264ba1890860c1c022e534 2024-11-23T12:24:44,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/bfbb76466d264ba1890860c1c022e534, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T12:24:44,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7986611e1a082bbd97065763fd00aa27 in 852ms, sequenceid=170, compaction requested=true 2024-11-23T12:24:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:44,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:44,588 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:44,588 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:44,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:44,590 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:44,590 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:44,590 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/B is initiating minor compaction (all files) 2024-11-23T12:24:44,590 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/B in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,590 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/A is initiating minor compaction (all files) 2024-11-23T12:24:44,590 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/A in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,590 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e6dfeb1d18f24c20b345631d971e1bab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bb6e9e6efc564876ab85f5a367ea90ab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e25ed0216b6441919dd807d55586e863, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/6b51d77e2ea946b2a70f949a89354cb9] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=47.5 K 2024-11-23T12:24:44,590 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d4270b24126344b383f486236b42dc0c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=138.4 K 2024-11-23T12:24:44,590 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,590 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d4270b24126344b383f486236b42dc0c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae] 2024-11-23T12:24:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:44,591 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e6dfeb1d18f24c20b345631d971e1bab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732364679591 2024-11-23T12:24:44,592 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4270b24126344b383f486236b42dc0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732364679591 2024-11-23T12:24:44,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T12:24:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:44,592 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bb6e9e6efc564876ab85f5a367ea90ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732364680202 2024-11-23T12:24:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:44,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:44,592 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting e25ed0216b6441919dd807d55586e863, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732364681338 2024-11-23T12:24:44,592 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ef4ac27bc9c4a7a94d21d88db304ac1, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732364680201 2024-11-23T12:24:44,593 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9293c5d1baaa42848adc1b7ac35b40dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732364681338 2024-11-23T12:24:44,593 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b51d77e2ea946b2a70f949a89354cb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732364683471 2024-11-23T12:24:44,593 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7f00b8527a443a7ba766d7b893556ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732364683467 2024-11-23T12:24:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364744601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364744605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364744605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,609 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:44,610 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:44,611 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/bcbb8a232af949a7bed2dbc012e69eb7 is 50, key is test_row_0/B:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:44,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ce1797f946894d5882f4f170d02dfa0d_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364683763/Put/seqid=0 2024-11-23T12:24:44,616 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123faac33a3e0fe412c800ef910991d18e4_7986611e1a082bbd97065763fd00aa27 store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:44,618 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123faac33a3e0fe412c800ef910991d18e4_7986611e1a082bbd97065763fd00aa27, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:44,618 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123faac33a3e0fe412c800ef910991d18e4_7986611e1a082bbd97065763fd00aa27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742390_1566 (size=12527) 2024-11-23T12:24:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742391_1567 (size=17284) 2024-11-23T12:24:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742392_1568 (size=4469) 2024-11-23T12:24:44,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364744705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364744708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364744708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364744881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364744883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364744907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364744911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364744912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:44,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:44,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,028 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/bcbb8a232af949a7bed2dbc012e69eb7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bcbb8a232af949a7bed2dbc012e69eb7 2024-11-23T12:24:45,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:45,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ce1797f946894d5882f4f170d02dfa0d_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ce1797f946894d5882f4f170d02dfa0d_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:45,033 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/B of 7986611e1a082bbd97065763fd00aa27 into bcbb8a232af949a7bed2dbc012e69eb7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:45,033 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:45,033 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/B, priority=12, startTime=1732364684588; duration=0sec 2024-11-23T12:24:45,033 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:45,033 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:45,033 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:45,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/607a69b7e824495c8065a354077a824e, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:45,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/607a69b7e824495c8065a354077a824e is 175, key is test_row_0/A:col10/1732364683763/Put/seqid=0 2024-11-23T12:24:45,035 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#A#compaction#481 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:45,035 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/6ad8e524ac264aa6acb6f588e7ee2d99 is 175, key is test_row_0/A:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:45,036 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:45,036 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/C is initiating minor compaction (all files) 2024-11-23T12:24:45,036 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/C in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,036 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c2f5b9942c254ad893e3cf405dd8e263, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbf980cba8f4476db9b240b861e530fc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/23c3ee5ec9f4489fa8137e96dc0e009d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/bfbb76466d264ba1890860c1c022e534] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=47.5 K 2024-11-23T12:24:45,037 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c2f5b9942c254ad893e3cf405dd8e263, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732364679591 2024-11-23T12:24:45,037 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting cbf980cba8f4476db9b240b861e530fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732364680202 2024-11-23T12:24:45,037 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 23c3ee5ec9f4489fa8137e96dc0e009d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732364681338 2024-11-23T12:24:45,038 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bfbb76466d264ba1890860c1c022e534, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732364683471 2024-11-23T12:24:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742393_1569 (size=48389) 2024-11-23T12:24:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742394_1570 (size=31481) 2024-11-23T12:24:45,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/607a69b7e824495c8065a354077a824e 2024-11-23T12:24:45,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/370a767a78114b90b11ed9e85ba238ab is 50, key is test_row_0/B:col10/1732364683763/Put/seqid=0 2024-11-23T12:24:45,051 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#C#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:45,052 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/ea9155ae7411429a87d3b5bd804001d7 is 50, key is test_row_0/C:col10/1732364683472/Put/seqid=0 2024-11-23T12:24:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742395_1571 (size=12151) 2024-11-23T12:24:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742396_1572 (size=12527) 2024-11-23T12:24:45,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364745211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364745216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364745216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,446 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/6ad8e524ac264aa6acb6f588e7ee2d99 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/6ad8e524ac264aa6acb6f588e7ee2d99 2024-11-23T12:24:45,457 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/A of 7986611e1a082bbd97065763fd00aa27 into 6ad8e524ac264aa6acb6f588e7ee2d99(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:45,457 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:45,457 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/A, priority=12, startTime=1732364684588; duration=0sec 2024-11-23T12:24:45,458 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:45,458 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:45,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/370a767a78114b90b11ed9e85ba238ab 2024-11-23T12:24:45,469 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/ea9155ae7411429a87d3b5bd804001d7 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/ea9155ae7411429a87d3b5bd804001d7 2024-11-23T12:24:45,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/75a7afd1e15344c8af015b5ce613a877 is 50, key is test_row_0/C:col10/1732364683763/Put/seqid=0 2024-11-23T12:24:45,473 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/C of 7986611e1a082bbd97065763fd00aa27 into ea9155ae7411429a87d3b5bd804001d7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:45,473 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:45,473 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/C, priority=12, startTime=1732364684589; duration=0sec 2024-11-23T12:24:45,474 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:45,474 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742397_1573 (size=12151) 2024-11-23T12:24:45,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:45,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364745715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364745720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364745722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:45,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/75a7afd1e15344c8af015b5ce613a877 2024-11-23T12:24:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/607a69b7e824495c8065a354077a824e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e 2024-11-23T12:24:45,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e, entries=250, sequenceid=195, filesize=47.3 K 2024-11-23T12:24:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/370a767a78114b90b11ed9e85ba238ab as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/370a767a78114b90b11ed9e85ba238ab 2024-11-23T12:24:45,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/370a767a78114b90b11ed9e85ba238ab, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T12:24:45,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/75a7afd1e15344c8af015b5ce613a877 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/75a7afd1e15344c8af015b5ce613a877 2024-11-23T12:24:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364745885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364745889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/75a7afd1e15344c8af015b5ce613a877, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T12:24:45,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:45,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T12:24:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7986611e1a082bbd97065763fd00aa27 in 1299ms, sequenceid=195, compaction requested=false 2024-11-23T12:24:45,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:45,891 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:45,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:45,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112376bc8b48dbb948b39a1976808001261a_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364684598/Put/seqid=0 2024-11-23T12:24:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742398_1574 (size=12304) 2024-11-23T12:24:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:46,309 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112376bc8b48dbb948b39a1976808001261a_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112376bc8b48dbb948b39a1976808001261a_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/53274befbf854fe59798b87236ed0197, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:46,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/53274befbf854fe59798b87236ed0197 is 175, key is test_row_0/A:col10/1732364684598/Put/seqid=0 2024-11-23T12:24:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742399_1575 (size=31105) 2024-11-23T12:24:46,716 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/53274befbf854fe59798b87236ed0197 2024-11-23T12:24:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:46,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/7c06b6ca86b54fc9959fd7f3836ba183 is 50, key is test_row_0/B:col10/1732364684598/Put/seqid=0 2024-11-23T12:24:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742400_1576 (size=12151) 2024-11-23T12:24:46,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364746743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:46,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364746744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:46,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364746746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:46,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364746847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:46,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364746847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:46,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364746848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364747049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364747049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364747052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,128 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/7c06b6ca86b54fc9959fd7f3836ba183 2024-11-23T12:24:47,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/68e60fccbf1e4ff1916657bbe0c82411 is 50, key is test_row_0/C:col10/1732364684598/Put/seqid=0 2024-11-23T12:24:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742401_1577 (size=12151) 2024-11-23T12:24:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364747352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364747353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364747354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,538 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/68e60fccbf1e4ff1916657bbe0c82411 2024-11-23T12:24:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/53274befbf854fe59798b87236ed0197 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197 2024-11-23T12:24:47,545 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197, entries=150, sequenceid=209, filesize=30.4 K 2024-11-23T12:24:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/7c06b6ca86b54fc9959fd7f3836ba183 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7c06b6ca86b54fc9959fd7f3836ba183 2024-11-23T12:24:47,549 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7c06b6ca86b54fc9959fd7f3836ba183, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T12:24:47,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/68e60fccbf1e4ff1916657bbe0c82411 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/68e60fccbf1e4ff1916657bbe0c82411 2024-11-23T12:24:47,553 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/68e60fccbf1e4ff1916657bbe0c82411, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T12:24:47,554 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7986611e1a082bbd97065763fd00aa27 in 1663ms, sequenceid=209, compaction requested=true 2024-11-23T12:24:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-23T12:24:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-23T12:24:47,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T12:24:47,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9520 sec 2024-11-23T12:24:47,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 3.9540 sec 2024-11-23T12:24:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T12:24:47,707 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-23T12:24:47,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-23T12:24:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T12:24:47,710 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:47,710 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:47,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T12:24:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:47,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T12:24:47,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:47,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:47,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:47,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:47,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:47,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:47,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:47,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:47,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123624b463e63b84eccb3de318ce6b3275f_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364747863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364747864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364747865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742402_1578 (size=14794) 2024-11-23T12:24:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364747893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,895 DEBUG [Thread-2324 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:24:47,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364747903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,904 DEBUG [Thread-2318 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., hostname=98b76cdd9f26,37419,1732364514555, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:24:47,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364747967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364747967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:47,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364747968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T12:24:48,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364748170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364748170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364748170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:48,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123624b463e63b84eccb3de318ce6b3275f_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123624b463e63b84eccb3de318ce6b3275f_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:48,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/bdf2c713585a425d8b66ef182d75c7f3, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:48,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/bdf2c713585a425d8b66ef182d75c7f3 is 175, key is test_row_0/A:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742403_1579 (size=39749) 2024-11-23T12:24:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T12:24:48,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364748473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364748473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364748473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,681 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/bdf2c713585a425d8b66ef182d75c7f3 2024-11-23T12:24:48,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/f7c33603eb0b4a9f8615dca89ab6a891 is 50, key is test_row_0/B:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742404_1580 (size=12151) 2024-11-23T12:24:48,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T12:24:48,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:48,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364748975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364748976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364748977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:49,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:49,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:49,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/f7c33603eb0b4a9f8615dca89ab6a891 2024-11-23T12:24:49,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/6a40dad08e2a4d30ba80ad89c78f6fec is 50, key is test_row_0/C:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742405_1581 (size=12151) 2024-11-23T12:24:49,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/6a40dad08e2a4d30ba80ad89c78f6fec 2024-11-23T12:24:49,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/bdf2c713585a425d8b66ef182d75c7f3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3 2024-11-23T12:24:49,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3, entries=200, sequenceid=235, filesize=38.8 K 2024-11-23T12:24:49,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/f7c33603eb0b4a9f8615dca89ab6a891 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/f7c33603eb0b4a9f8615dca89ab6a891 2024-11-23T12:24:49,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/f7c33603eb0b4a9f8615dca89ab6a891, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:24:49,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/6a40dad08e2a4d30ba80ad89c78f6fec as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/6a40dad08e2a4d30ba80ad89c78f6fec 2024-11-23T12:24:49,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/6a40dad08e2a4d30ba80ad89c78f6fec, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T12:24:49,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7986611e1a082bbd97065763fd00aa27 in 1259ms, sequenceid=235, compaction requested=true 2024-11-23T12:24:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:49,117 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:49,117 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:49,118 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:49,118 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150724 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:49,118 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/B is initiating minor compaction (all files) 2024-11-23T12:24:49,118 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/A is initiating minor compaction (all files) 2024-11-23T12:24:49,118 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/A in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,118 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/6ad8e524ac264aa6acb6f588e7ee2d99, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=147.2 K 2024-11-23T12:24:49,118 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,118 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/6ad8e524ac264aa6acb6f588e7ee2d99, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3] 2024-11-23T12:24:49,118 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/B in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,118 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ad8e524ac264aa6acb6f588e7ee2d99, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732364683471 2024-11-23T12:24:49,118 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bcbb8a232af949a7bed2dbc012e69eb7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/370a767a78114b90b11ed9e85ba238ab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7c06b6ca86b54fc9959fd7f3836ba183, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/f7c33603eb0b4a9f8615dca89ab6a891] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=47.8 K 2024-11-23T12:24:49,119 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 607a69b7e824495c8065a354077a824e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364683763 2024-11-23T12:24:49,119 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting bcbb8a232af949a7bed2dbc012e69eb7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732364683471 2024-11-23T12:24:49,119 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53274befbf854fe59798b87236ed0197, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732364684598 2024-11-23T12:24:49,119 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 370a767a78114b90b11ed9e85ba238ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364683763 2024-11-23T12:24:49,119 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c06b6ca86b54fc9959fd7f3836ba183, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732364684598 2024-11-23T12:24:49,119 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdf2c713585a425d8b66ef182d75c7f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364686741 2024-11-23T12:24:49,120 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting f7c33603eb0b4a9f8615dca89ab6a891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364686741 2024-11-23T12:24:49,125 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:49,126 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:49,127 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112377a5fdc58efb49a899c6e3305d70f40a_7986611e1a082bbd97065763fd00aa27 store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:49,127 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/157e3b99662e4b5cb6927d79cb5e0b01 is 50, key is test_row_0/B:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:49,129 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112377a5fdc58efb49a899c6e3305d70f40a_7986611e1a082bbd97065763fd00aa27, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:49,129 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112377a5fdc58efb49a899c6e3305d70f40a_7986611e1a082bbd97065763fd00aa27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742406_1582 (size=12663) 2024-11-23T12:24:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742407_1583 (size=4469) 2024-11-23T12:24:49,134 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/157e3b99662e4b5cb6927d79cb5e0b01 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/157e3b99662e4b5cb6927d79cb5e0b01 2024-11-23T12:24:49,137 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/B of 7986611e1a082bbd97065763fd00aa27 into 157e3b99662e4b5cb6927d79cb5e0b01(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:49,137 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:49,137 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/B, priority=12, startTime=1732364689117; duration=0sec 2024-11-23T12:24:49,137 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:49,137 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:49,137 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T12:24:49,138 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T12:24:49,138 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/C is initiating minor compaction (all files) 2024-11-23T12:24:49,138 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/C in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,138 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/ea9155ae7411429a87d3b5bd804001d7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/75a7afd1e15344c8af015b5ce613a877, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/68e60fccbf1e4ff1916657bbe0c82411, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/6a40dad08e2a4d30ba80ad89c78f6fec] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=47.8 K 2024-11-23T12:24:49,139 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9155ae7411429a87d3b5bd804001d7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732364683471 2024-11-23T12:24:49,139 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 75a7afd1e15344c8af015b5ce613a877, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732364683763 2024-11-23T12:24:49,139 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 68e60fccbf1e4ff1916657bbe0c82411, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732364684598 2024-11-23T12:24:49,139 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a40dad08e2a4d30ba80ad89c78f6fec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364686741 2024-11-23T12:24:49,148 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:49,148 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/b68d3de6d7af48dfa1ed0b38c636b610 is 50, key is test_row_0/C:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742408_1584 (size=12663) 2024-11-23T12:24:49,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:49,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T12:24:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,235 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T12:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:49,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f48e28c499174a8cbf798a2a7ca28357_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364687862/Put/seqid=0 2024-11-23T12:24:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742409_1585 (size=12304) 2024-11-23T12:24:49,534 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:49,534 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/d8791a1502c54b698d5f412a2a118077 is 175, key is test_row_0/A:col10/1732364687856/Put/seqid=0 2024-11-23T12:24:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742410_1586 (size=31617) 2024-11-23T12:24:49,556 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/b68d3de6d7af48dfa1ed0b38c636b610 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b68d3de6d7af48dfa1ed0b38c636b610 2024-11-23T12:24:49,560 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/C of 7986611e1a082bbd97065763fd00aa27 into b68d3de6d7af48dfa1ed0b38c636b610(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:49,560 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:49,560 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/C, priority=12, startTime=1732364689117; duration=0sec 2024-11-23T12:24:49,560 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:49,560 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f48e28c499174a8cbf798a2a7ca28357_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f48e28c499174a8cbf798a2a7ca28357_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/5c9434f57bbf4583bbf358bc408d13fd, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/5c9434f57bbf4583bbf358bc408d13fd is 175, key is test_row_0/A:col10/1732364687862/Put/seqid=0 2024-11-23T12:24:49,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742411_1587 (size=31105) 2024-11-23T12:24:49,655 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/5c9434f57bbf4583bbf358bc408d13fd 2024-11-23T12:24:49,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/9a1d5d447e9d4ab19b29900de457d6bc is 50, key is test_row_0/B:col10/1732364687862/Put/seqid=0 2024-11-23T12:24:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742412_1588 (size=12151) 2024-11-23T12:24:49,664 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/9a1d5d447e9d4ab19b29900de457d6bc 2024-11-23T12:24:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/4062cd710e184cc3a976279b013feef2 is 50, key is test_row_0/C:col10/1732364687862/Put/seqid=0 2024-11-23T12:24:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742413_1589 (size=12151) 2024-11-23T12:24:49,673 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/4062cd710e184cc3a976279b013feef2 2024-11-23T12:24:49,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/5c9434f57bbf4583bbf358bc408d13fd as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd 2024-11-23T12:24:49,680 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd, entries=150, sequenceid=246, filesize=30.4 K 2024-11-23T12:24:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/9a1d5d447e9d4ab19b29900de457d6bc as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9a1d5d447e9d4ab19b29900de457d6bc 2024-11-23T12:24:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,683 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9a1d5d447e9d4ab19b29900de457d6bc, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T12:24:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/4062cd710e184cc3a976279b013feef2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4062cd710e184cc3a976279b013feef2 2024-11-23T12:24:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,687 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4062cd710e184cc3a976279b013feef2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T12:24:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,688 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 7986611e1a082bbd97065763fd00aa27 in 453ms, sequenceid=246, compaction requested=false 2024-11-23T12:24:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-23T12:24:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-23T12:24:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T12:24:49,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9780 sec 2024-11-23T12:24:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.9810 sec 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,814 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T12:24:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-23T12:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T12:24:49,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,943 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/d8791a1502c54b698d5f412a2a118077 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d8791a1502c54b698d5f412a2a118077 2024-11-23T12:24:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,947 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/A of 7986611e1a082bbd97065763fd00aa27 into d8791a1502c54b698d5f412a2a118077(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:49,947 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:49,947 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/A, priority=12, startTime=1732364689116; duration=0sec 2024-11-23T12:24:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,948 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:49,948 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T12:24:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:49,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-23T12:24:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-23T12:24:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-23T12:24:49,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-23T12:24:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 158 msec 2024-11-23T12:24:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:50,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T12:24:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:50,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dd0a35e209d749a884e10de7387d5067_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742415_1591 (size=25008) 2024-11-23T12:24:50,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:50,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dd0a35e209d749a884e10de7387d5067_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd0a35e209d749a884e10de7387d5067_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:50,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/0d3364a6350f4ba68d1a9988da02f8ce, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:50,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/0d3364a6350f4ba68d1a9988da02f8ce is 175, key is test_row_0/A:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742414_1590 (size=74645) 2024-11-23T12:24:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T12:24:50,119 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T12:24:50,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-23T12:24:50,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T12:24:50,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:50,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364750122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364750122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364750122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T12:24:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364750226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364750226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364750226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T12:24:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T12:24:50,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T12:24:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364750428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364750428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364750428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/0d3364a6350f4ba68d1a9988da02f8ce 2024-11-23T12:24:50,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/9d2703989d934290baa79405d50e8e7c is 50, key is test_row_0/B:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742416_1592 (size=12251) 2024-11-23T12:24:50,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T12:24:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T12:24:50,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T12:24:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364750731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364750731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364750731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:50,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T12:24:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:50,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/9d2703989d934290baa79405d50e8e7c 2024-11-23T12:24:50,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/d962a70cd2db4371a6bb065caaae0554 is 50, key is test_row_0/C:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742417_1593 (size=12251) 2024-11-23T12:24:50,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/d962a70cd2db4371a6bb065caaae0554 2024-11-23T12:24:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/0d3364a6350f4ba68d1a9988da02f8ce as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce 2024-11-23T12:24:50,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce, entries=400, sequenceid=261, filesize=72.9 K 2024-11-23T12:24:50,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/9d2703989d934290baa79405d50e8e7c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9d2703989d934290baa79405d50e8e7c 2024-11-23T12:24:50,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9d2703989d934290baa79405d50e8e7c, entries=150, sequenceid=261, filesize=12.0 K 2024-11-23T12:24:50,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/d962a70cd2db4371a6bb065caaae0554 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/d962a70cd2db4371a6bb065caaae0554 2024-11-23T12:24:50,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/d962a70cd2db4371a6bb065caaae0554, entries=150, sequenceid=261, filesize=12.0 K 2024-11-23T12:24:50,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7986611e1a082bbd97065763fd00aa27 in 889ms, sequenceid=261, compaction requested=true 2024-11-23T12:24:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:50,914 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:50,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:50,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T12:24:50,916 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:50,919 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:50,919 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:50,919 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/A is initiating minor compaction (all files) 2024-11-23T12:24:50,919 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/B is initiating minor compaction (all files) 2024-11-23T12:24:50,919 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/A in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,919 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/B in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,919 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d8791a1502c54b698d5f412a2a118077, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=134.1 K 2024-11-23T12:24:50,919 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/157e3b99662e4b5cb6927d79cb5e0b01, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9a1d5d447e9d4ab19b29900de457d6bc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9d2703989d934290baa79405d50e8e7c] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=36.2 K 2024-11-23T12:24:50,919 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,919 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d8791a1502c54b698d5f412a2a118077, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce] 2024-11-23T12:24:50,920 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting d8791a1502c54b698d5f412a2a118077, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364686741 2024-11-23T12:24:50,920 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 157e3b99662e4b5cb6927d79cb5e0b01, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364686741 2024-11-23T12:24:50,920 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a1d5d447e9d4ab19b29900de457d6bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732364687860 2024-11-23T12:24:50,920 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c9434f57bbf4583bbf358bc408d13fd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732364687860 2024-11-23T12:24:50,920 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d2703989d934290baa79405d50e8e7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732364690019 2024-11-23T12:24:50,920 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3364a6350f4ba68d1a9988da02f8ce, keycount=400, bloomtype=ROW, size=72.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732364690003 2024-11-23T12:24:50,925 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:50,928 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411238912485f27da48699af4a5c8a6f7def8_7986611e1a082bbd97065763fd00aa27 store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:50,928 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:50,929 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/2bb8805b46a94a1d95944ae94b2cac3d is 50, key is test_row_0/B:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,930 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411238912485f27da48699af4a5c8a6f7def8_7986611e1a082bbd97065763fd00aa27, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:50,931 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238912485f27da48699af4a5c8a6f7def8_7986611e1a082bbd97065763fd00aa27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:50,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742418_1594 (size=12865) 2024-11-23T12:24:50,940 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/2bb8805b46a94a1d95944ae94b2cac3d as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/2bb8805b46a94a1d95944ae94b2cac3d 2024-11-23T12:24:50,944 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/B of 7986611e1a082bbd97065763fd00aa27 into 2bb8805b46a94a1d95944ae94b2cac3d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:50,945 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:50,945 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/B, priority=13, startTime=1732364690914; duration=0sec 2024-11-23T12:24:50,945 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:50,945 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:50,945 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:50,946 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:50,946 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/C is initiating minor compaction (all files) 2024-11-23T12:24:50,946 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/C in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:50,946 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b68d3de6d7af48dfa1ed0b38c636b610, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4062cd710e184cc3a976279b013feef2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/d962a70cd2db4371a6bb065caaae0554] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=36.2 K 2024-11-23T12:24:50,946 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting b68d3de6d7af48dfa1ed0b38c636b610, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732364686741 2024-11-23T12:24:50,947 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4062cd710e184cc3a976279b013feef2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732364687860 2024-11-23T12:24:50,947 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting d962a70cd2db4371a6bb065caaae0554, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732364690019 2024-11-23T12:24:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742419_1595 (size=4469) 2024-11-23T12:24:50,951 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#A#compaction#501 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:50,952 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/91eb36e074ec458f98b2ff1e95358386 is 175, key is test_row_0/A:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,955 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#C#compaction#503 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:50,955 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/2b48d81ad35f4d9390f7a896f7992709 is 50, key is test_row_0/C:col10/1732364690024/Put/seqid=0 2024-11-23T12:24:50,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742420_1596 (size=31819) 2024-11-23T12:24:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742421_1597 (size=12865) 2024-11-23T12:24:50,977 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/2b48d81ad35f4d9390f7a896f7992709 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2b48d81ad35f4d9390f7a896f7992709 2024-11-23T12:24:50,982 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/C of 7986611e1a082bbd97065763fd00aa27 into 2b48d81ad35f4d9390f7a896f7992709(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:50,982 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:50,982 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/C, priority=13, startTime=1732364690915; duration=0sec 2024-11-23T12:24:50,982 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:50,982 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:51,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:51,038 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a9eca9f757c49e6b9339e50f0b607e0_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364690093/Put/seqid=0 2024-11-23T12:24:51,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742422_1598 (size=12454) 2024-11-23T12:24:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T12:24:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:51,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:51,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364751242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364751243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364751243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364751345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364751346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364751346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,361 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/91eb36e074ec458f98b2ff1e95358386 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/91eb36e074ec458f98b2ff1e95358386 2024-11-23T12:24:51,365 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/A of 7986611e1a082bbd97065763fd00aa27 into 91eb36e074ec458f98b2ff1e95358386(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:51,365 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:51,365 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/A, priority=13, startTime=1732364690914; duration=0sec 2024-11-23T12:24:51,365 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:51,365 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:51,453 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a9eca9f757c49e6b9339e50f0b607e0_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a9eca9f757c49e6b9339e50f0b607e0_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/185bfedb92c44c49b80206f71dc133b0, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:51,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/185bfedb92c44c49b80206f71dc133b0 is 175, key is test_row_0/A:col10/1732364690093/Put/seqid=0 2024-11-23T12:24:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742423_1599 (size=31255) 2024-11-23T12:24:51,470 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/185bfedb92c44c49b80206f71dc133b0 2024-11-23T12:24:51,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/4b6ec9e35f9043b1b71fb3eedb5f5265 is 50, key is test_row_0/B:col10/1732364690093/Put/seqid=0 2024-11-23T12:24:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742424_1600 (size=12301) 2024-11-23T12:24:51,480 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/4b6ec9e35f9043b1b71fb3eedb5f5265 2024-11-23T12:24:51,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c0ece475c1b54bacbdc13ec1a1f106e0 is 50, key is test_row_0/C:col10/1732364690093/Put/seqid=0 2024-11-23T12:24:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742425_1601 (size=12301) 2024-11-23T12:24:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364751549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364751550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364751550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364751851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364751853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364751853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,891 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c0ece475c1b54bacbdc13ec1a1f106e0 2024-11-23T12:24:51,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/185bfedb92c44c49b80206f71dc133b0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0 2024-11-23T12:24:51,899 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0, entries=150, sequenceid=287, filesize=30.5 K 2024-11-23T12:24:51,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/4b6ec9e35f9043b1b71fb3eedb5f5265 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/4b6ec9e35f9043b1b71fb3eedb5f5265 2024-11-23T12:24:51,902 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/4b6ec9e35f9043b1b71fb3eedb5f5265, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T12:24:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/c0ece475c1b54bacbdc13ec1a1f106e0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c0ece475c1b54bacbdc13ec1a1f106e0 2024-11-23T12:24:51,906 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c0ece475c1b54bacbdc13ec1a1f106e0, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T12:24:51,906 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7986611e1a082bbd97065763fd00aa27 in 868ms, sequenceid=287, compaction requested=false 2024-11-23T12:24:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-23T12:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-23T12:24:51,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T12:24:51,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec 2024-11-23T12:24:51,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.7890 sec 2024-11-23T12:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:51,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T12:24:51,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:51,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:51,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:51,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123226348cabe954432b0906295976a6bcd_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742426_1602 (size=14994) 2024-11-23T12:24:51,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:51,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123226348cabe954432b0906295976a6bcd_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123226348cabe954432b0906295976a6bcd_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:51,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3591dc06f77946779a9ecf315548fcdb, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:51,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3591dc06f77946779a9ecf315548fcdb is 175, key is test_row_0/A:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742427_1603 (size=39949) 2024-11-23T12:24:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364751945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:51,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364751947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364752048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364752049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T12:24:52,225 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-23T12:24:52,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T12:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-23T12:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:52,228 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T12:24:52,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T12:24:52,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T12:24:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364752251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364752252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:52,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3591dc06f77946779a9ecf315548fcdb 2024-11-23T12:24:52,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/34e8ddb5bc8949b4a47ea72e93c6f5d0 is 50, key is test_row_0/B:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:52,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742428_1604 (size=12301) 2024-11-23T12:24:52,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364752353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364752356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364752357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T12:24:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:52,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T12:24:52,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:52,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364752554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364752554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T12:24:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:24:52,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/34e8ddb5bc8949b4a47ea72e93c6f5d0 2024-11-23T12:24:52,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/69b31cee820246fda8e35cdfcc3a8883 is 50, key is test_row_0/C:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742429_1605 (size=12301) 2024-11-23T12:24:52,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/69b31cee820246fda8e35cdfcc3a8883 2024-11-23T12:24:52,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/3591dc06f77946779a9ecf315548fcdb as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb 2024-11-23T12:24:52,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb, entries=200, sequenceid=301, filesize=39.0 K 2024-11-23T12:24:52,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/34e8ddb5bc8949b4a47ea72e93c6f5d0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/34e8ddb5bc8949b4a47ea72e93c6f5d0 2024-11-23T12:24:52,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/34e8ddb5bc8949b4a47ea72e93c6f5d0, entries=150, sequenceid=301, filesize=12.0 K 2024-11-23T12:24:52,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/69b31cee820246fda8e35cdfcc3a8883 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69b31cee820246fda8e35cdfcc3a8883 2024-11-23T12:24:52,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69b31cee820246fda8e35cdfcc3a8883, entries=150, sequenceid=301, filesize=12.0 K 2024-11-23T12:24:52,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7986611e1a082bbd97065763fd00aa27 in 863ms, sequenceid=301, compaction requested=true 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:52,778 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T12:24:52,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:52,779 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:52,779 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:52,779 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:52,779 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/A is initiating minor compaction (all files) 2024-11-23T12:24:52,779 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/B is initiating minor compaction (all files) 2024-11-23T12:24:52,779 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/A in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,779 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/B in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,779 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/91eb36e074ec458f98b2ff1e95358386, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=100.6 K 2024-11-23T12:24:52,779 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/2bb8805b46a94a1d95944ae94b2cac3d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/4b6ec9e35f9043b1b71fb3eedb5f5265, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/34e8ddb5bc8949b4a47ea72e93c6f5d0] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=36.6 K 2024-11-23T12:24:52,779 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,779 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. files: [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/91eb36e074ec458f98b2ff1e95358386, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb] 2024-11-23T12:24:52,780 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91eb36e074ec458f98b2ff1e95358386, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732364690019 2024-11-23T12:24:52,780 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb8805b46a94a1d95944ae94b2cac3d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732364690019 2024-11-23T12:24:52,780 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 185bfedb92c44c49b80206f71dc133b0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732364690087 2024-11-23T12:24:52,780 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b6ec9e35f9043b1b71fb3eedb5f5265, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732364690087 2024-11-23T12:24:52,781 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3591dc06f77946779a9ecf315548fcdb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732364691239 2024-11-23T12:24:52,781 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 34e8ddb5bc8949b4a47ea72e93c6f5d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732364691242 2024-11-23T12:24:52,789 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:52,790 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:52,790 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/3a4dac74f3894038b7c8d2345b8b896f is 50, key is test_row_0/B:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:52,792 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e56c05091b294249be502a632d0830c9_7986611e1a082bbd97065763fd00aa27 store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:52,793 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e56c05091b294249be502a632d0830c9_7986611e1a082bbd97065763fd00aa27, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:52,794 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e56c05091b294249be502a632d0830c9_7986611e1a082bbd97065763fd00aa27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742430_1606 (size=13017) 2024-11-23T12:24:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742431_1607 (size=4469) 2024-11-23T12:24:52,804 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/3a4dac74f3894038b7c8d2345b8b896f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/3a4dac74f3894038b7c8d2345b8b896f 2024-11-23T12:24:52,808 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/B of 7986611e1a082bbd97065763fd00aa27 into 3a4dac74f3894038b7c8d2345b8b896f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:52,808 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:52,808 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/B, priority=13, startTime=1732364692778; duration=0sec 2024-11-23T12:24:52,808 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T12:24:52,808 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:52,809 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T12:24:52,809 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T12:24:52,809 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1540): 7986611e1a082bbd97065763fd00aa27/C is initiating minor compaction (all files) 2024-11-23T12:24:52,809 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7986611e1a082bbd97065763fd00aa27/C in TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,809 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2b48d81ad35f4d9390f7a896f7992709, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c0ece475c1b54bacbdc13ec1a1f106e0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69b31cee820246fda8e35cdfcc3a8883] into tmpdir=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp, totalSize=36.6 K 2024-11-23T12:24:52,810 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b48d81ad35f4d9390f7a896f7992709, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732364690019 2024-11-23T12:24:52,810 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ece475c1b54bacbdc13ec1a1f106e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732364690087 2024-11-23T12:24:52,810 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b31cee820246fda8e35cdfcc3a8883, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732364691242 2024-11-23T12:24:52,816 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:52,816 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/cbd0bef5e07a4db897ce450fc922c334 is 50, key is test_row_0/C:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742432_1608 (size=13017) 2024-11-23T12:24:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:52,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:52,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37419 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T12:24:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T12:24:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112311c2d755365447d48abb7a22b2ab39da_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364691943/Put/seqid=0 2024-11-23T12:24:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742433_1609 (size=12454) 2024-11-23T12:24:53,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. as already flushing 2024-11-23T12:24:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364753072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364753073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364753177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364753177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,200 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7986611e1a082bbd97065763fd00aa27#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T12:24:53,201 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/8590827471ee44ab948124593f4f491e is 175, key is test_row_0/A:col10/1732364691242/Put/seqid=0 2024-11-23T12:24:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742434_1610 (size=31971) 2024-11-23T12:24:53,233 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/cbd0bef5e07a4db897ce450fc922c334 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbd0bef5e07a4db897ce450fc922c334 2024-11-23T12:24:53,238 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/C of 7986611e1a082bbd97065763fd00aa27 into cbd0bef5e07a4db897ce450fc922c334(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:53,238 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:53,238 INFO [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/C, priority=13, startTime=1732364692778; duration=0sec 2024-11-23T12:24:53,238 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:53,238 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:53,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:53,256 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112311c2d755365447d48abb7a22b2ab39da_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112311c2d755365447d48abb7a22b2ab39da_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/ff3fb36a27094c908e359826a7cd6a27, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/ff3fb36a27094c908e359826a7cd6a27 is 175, key is test_row_0/A:col10/1732364691943/Put/seqid=0 2024-11-23T12:24:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742435_1611 (size=31255) 2024-11-23T12:24:53,292 DEBUG [Thread-2335 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:62643 2024-11-23T12:24:53,292 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:53,292 DEBUG [Thread-2337 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:62643 2024-11-23T12:24:53,292 DEBUG [Thread-2337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:53,293 DEBUG [Thread-2333 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:62643 2024-11-23T12:24:53,293 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:53,294 DEBUG [Thread-2331 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:62643 2024-11-23T12:24:53,294 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:53,295 DEBUG [Thread-2329 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:62643 2024-11-23T12:24:53,295 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48898 deadline: 1732364753359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48936 deadline: 1732364753364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48884 deadline: 1732364753364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364753380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364753380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,609 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/8590827471ee44ab948124593f4f491e as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/8590827471ee44ab948124593f4f491e 2024-11-23T12:24:53,612 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7986611e1a082bbd97065763fd00aa27/A of 7986611e1a082bbd97065763fd00aa27 into 8590827471ee44ab948124593f4f491e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T12:24:53,612 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:53,612 INFO [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27., storeName=7986611e1a082bbd97065763fd00aa27/A, priority=13, startTime=1732364692778; duration=0sec 2024-11-23T12:24:53,612 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:53,612 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:53,661 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/ff3fb36a27094c908e359826a7cd6a27 2024-11-23T12:24:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/42443814dd3949979c4463cc80ee6a87 is 50, key is test_row_0/B:col10/1732364691943/Put/seqid=0 2024-11-23T12:24:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742436_1612 (size=12301) 2024-11-23T12:24:53,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364753683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:53,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364753683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:54,070 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/42443814dd3949979c4463cc80ee6a87 2024-11-23T12:24:54,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/74ea70c989e14608b08b4c01dba78e57 is 50, key is test_row_0/C:col10/1732364691943/Put/seqid=0 2024-11-23T12:24:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742437_1613 (size=12301) 2024-11-23T12:24:54,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48882 deadline: 1732364754186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:54,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T12:24:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48856 deadline: 1732364754187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:54,479 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/74ea70c989e14608b08b4c01dba78e57 2024-11-23T12:24:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/ff3fb36a27094c908e359826a7cd6a27 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/ff3fb36a27094c908e359826a7cd6a27 2024-11-23T12:24:54,484 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/ff3fb36a27094c908e359826a7cd6a27, entries=150, sequenceid=325, filesize=30.5 K 2024-11-23T12:24:54,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/42443814dd3949979c4463cc80ee6a87 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/42443814dd3949979c4463cc80ee6a87 2024-11-23T12:24:54,487 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/42443814dd3949979c4463cc80ee6a87, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T12:24:54,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/74ea70c989e14608b08b4c01dba78e57 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/74ea70c989e14608b08b4c01dba78e57 2024-11-23T12:24:54,490 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/74ea70c989e14608b08b4c01dba78e57, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T12:24:54,491 INFO [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7986611e1a082bbd97065763fd00aa27 in 1653ms, sequenceid=325, compaction requested=false 2024-11-23T12:24:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98b76cdd9f26:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-23T12:24:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-23T12:24:54,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-23T12:24:54,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-11-23T12:24:54,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.2660 sec 2024-11-23T12:24:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37419 {}] regionserver.HRegion(8581): Flush requested on 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:55,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T12:24:55,191 DEBUG [Thread-2324 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:62643 2024-11-23T12:24:55,191 DEBUG [Thread-2324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:55,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:55,197 DEBUG [Thread-2318 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:62643 2024-11-23T12:24:55,197 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:55,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112379fd5c376d2945b7920aaa141b9dfe39_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364695190/Put/seqid=0 2024-11-23T12:24:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742438_1614 (size=12454) 2024-11-23T12:24:55,370 DEBUG [Thread-2322 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:62643 2024-11-23T12:24:55,370 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:55,380 DEBUG [Thread-2326 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:62643 2024-11-23T12:24:55,380 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:55,382 DEBUG [Thread-2320 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:62643 2024-11-23T12:24:55,382 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:55,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:55,603 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112379fd5c376d2945b7920aaa141b9dfe39_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379fd5c376d2945b7920aaa141b9dfe39_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:55,604 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f8712f2c908b411296628040390b8bb3, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:55,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f8712f2c908b411296628040390b8bb3 is 175, key is test_row_0/A:col10/1732364695190/Put/seqid=0 2024-11-23T12:24:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742439_1615 (size=31255) 2024-11-23T12:24:56,008 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f8712f2c908b411296628040390b8bb3 2024-11-23T12:24:56,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e3372fe9f6b445dbbb236f1a249fbc7f is 50, key is test_row_0/B:col10/1732364695190/Put/seqid=0 2024-11-23T12:24:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742440_1616 (size=12301) 2024-11-23T12:24:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T12:24:56,332 INFO [Thread-2328 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7469 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7239 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7196 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7482 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7263 2024-11-23T12:24:56,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T12:24:56,333 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:24:56,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1fe6e4 to 127.0.0.1:62643 2024-11-23T12:24:56,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:24:56,333 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T12:24:56,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T12:24:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T12:24:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:24:56,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364696335"}]},"ts":"1732364696335"} 2024-11-23T12:24:56,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T12:24:56,338 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T12:24:56,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T12:24:56,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, UNASSIGN}] 2024-11-23T12:24:56,340 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, UNASSIGN 2024-11-23T12:24:56,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=CLOSING, regionLocation=98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:56,341 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T12:24:56,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555}] 2024-11-23T12:24:56,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e3372fe9f6b445dbbb236f1a249fbc7f 2024-11-23T12:24:56,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/66b21e5bccdf43f5a63b4971db5f6656 is 50, key is test_row_0/C:col10/1732364695190/Put/seqid=0 2024-11-23T12:24:56,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742441_1617 (size=12301) 2024-11-23T12:24:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:24:56,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98b76cdd9f26,37419,1732364514555 2024-11-23T12:24:56,493 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:56,493 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T12:24:56,493 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 7986611e1a082bbd97065763fd00aa27, disabling compactions & flushes 2024-11-23T12:24:56,493 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:24:56,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/66b21e5bccdf43f5a63b4971db5f6656 2024-11-23T12:24:56,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/f8712f2c908b411296628040390b8bb3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f8712f2c908b411296628040390b8bb3 2024-11-23T12:24:56,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f8712f2c908b411296628040390b8bb3, entries=150, sequenceid=341, filesize=30.5 K 2024-11-23T12:24:56,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/e3372fe9f6b445dbbb236f1a249fbc7f as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e3372fe9f6b445dbbb236f1a249fbc7f 2024-11-23T12:24:56,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e3372fe9f6b445dbbb236f1a249fbc7f, entries=150, sequenceid=341, filesize=12.0 K 2024-11-23T12:24:56,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/66b21e5bccdf43f5a63b4971db5f6656 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/66b21e5bccdf43f5a63b4971db5f6656 2024-11-23T12:24:56,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/66b21e5bccdf43f5a63b4971db5f6656, entries=150, sequenceid=341, filesize=12.0 K 2024-11-23T12:24:56,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 7986611e1a082bbd97065763fd00aa27 in 1646ms, sequenceid=341, compaction requested=true 2024-11-23T12:24:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:56,838 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. after waiting 0 ms 2024-11-23T12:24:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:56,838 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. because compaction request was cancelled 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:56,838 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:A 2024-11-23T12:24:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:56,838 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. because compaction request was cancelled 2024-11-23T12:24:56,838 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 7986611e1a082bbd97065763fd00aa27 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T12:24:56,838 DEBUG [RS:0;98b76cdd9f26:37419-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:B 2024-11-23T12:24:56,838 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. because compaction request was cancelled 2024-11-23T12:24:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7986611e1a082bbd97065763fd00aa27:C, priority=-2147483648, current under compaction store size is 2 2024-11-23T12:24:56,838 DEBUG [RS:0;98b76cdd9f26:37419-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7986611e1a082bbd97065763fd00aa27:C 2024-11-23T12:24:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=A 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=B 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7986611e1a082bbd97065763fd00aa27, store=C 2024-11-23T12:24:56,838 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T12:24:56,842 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112354e087b980c34055a12aefff948237cb_7986611e1a082bbd97065763fd00aa27 is 50, key is test_row_0/A:col10/1732364695382/Put/seqid=0 2024-11-23T12:24:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742442_1618 (size=12454) 2024-11-23T12:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:24:57,246 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:24:57,248 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112354e087b980c34055a12aefff948237cb_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112354e087b980c34055a12aefff948237cb_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:57,249 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/fbe3084224a44c9ba6d70c6f0c7bfcc0, store: [table=TestAcidGuarantees family=A region=7986611e1a082bbd97065763fd00aa27] 2024-11-23T12:24:57,250 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/fbe3084224a44c9ba6d70c6f0c7bfcc0 is 175, key is test_row_0/A:col10/1732364695382/Put/seqid=0 2024-11-23T12:24:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742443_1619 (size=31255) 2024-11-23T12:24:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:24:57,653 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/fbe3084224a44c9ba6d70c6f0c7bfcc0 2024-11-23T12:24:57,658 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/a17f47383b56418e8dbf588703c29621 is 50, key is test_row_0/B:col10/1732364695382/Put/seqid=0 2024-11-23T12:24:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742444_1620 (size=12301) 2024-11-23T12:24:58,062 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/a17f47383b56418e8dbf588703c29621 2024-11-23T12:24:58,067 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/b6144c545bf64024b575e4c892356c0c is 50, key is test_row_0/C:col10/1732364695382/Put/seqid=0 2024-11-23T12:24:58,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742445_1621 (size=12301) 2024-11-23T12:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:24:58,471 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/b6144c545bf64024b575e4c892356c0c 2024-11-23T12:24:58,474 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/A/fbe3084224a44c9ba6d70c6f0c7bfcc0 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/fbe3084224a44c9ba6d70c6f0c7bfcc0 2024-11-23T12:24:58,476 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/fbe3084224a44c9ba6d70c6f0c7bfcc0, entries=150, sequenceid=348, filesize=30.5 K 2024-11-23T12:24:58,477 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/B/a17f47383b56418e8dbf588703c29621 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/a17f47383b56418e8dbf588703c29621 2024-11-23T12:24:58,479 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/a17f47383b56418e8dbf588703c29621, entries=150, sequenceid=348, filesize=12.0 K 2024-11-23T12:24:58,480 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/.tmp/C/b6144c545bf64024b575e4c892356c0c as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b6144c545bf64024b575e4c892356c0c 2024-11-23T12:24:58,482 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b6144c545bf64024b575e4c892356c0c, entries=150, sequenceid=348, filesize=12.0 K 2024-11-23T12:24:58,483 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7986611e1a082bbd97065763fd00aa27 in 1645ms, sequenceid=348, compaction requested=true 2024-11-23T12:24:58,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/df7710c7f2eb444f94b30351e86147d8, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d4270b24126344b383f486236b42dc0c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/6ad8e524ac264aa6acb6f588e7ee2d99, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d8791a1502c54b698d5f412a2a118077, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/91eb36e074ec458f98b2ff1e95358386, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb] to archive 2024-11-23T12:24:58,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:58,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/b52597b35b454133a97282469bcb2136 2024-11-23T12:24:58,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9afd3281b7d7473cb54110c25f5df31e 2024-11-23T12:24:58,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/df7710c7f2eb444f94b30351e86147d8 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/df7710c7f2eb444f94b30351e86147d8 2024-11-23T12:24:58,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f29b5175434e4923aa8d0acd40966505 2024-11-23T12:24:58,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/7859ca71dee04786be3f0ad8c00832fa 2024-11-23T12:24:58,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3047615fb9e74475bee6a233dc2369be 2024-11-23T12:24:58,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d4270b24126344b383f486236b42dc0c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d4270b24126344b383f486236b42dc0c 2024-11-23T12:24:58,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/23ee00e9be63493da7816ff2f4cfda42 2024-11-23T12:24:58,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9ef4ac27bc9c4a7a94d21d88db304ac1 2024-11-23T12:24:58,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/9293c5d1baaa42848adc1b7ac35b40dc 2024-11-23T12:24:58,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f7f00b8527a443a7ba766d7b893556ae 2024-11-23T12:24:58,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/6ad8e524ac264aa6acb6f588e7ee2d99 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/6ad8e524ac264aa6acb6f588e7ee2d99 2024-11-23T12:24:58,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/607a69b7e824495c8065a354077a824e 2024-11-23T12:24:58,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/53274befbf854fe59798b87236ed0197 2024-11-23T12:24:58,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/bdf2c713585a425d8b66ef182d75c7f3 2024-11-23T12:24:58,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d8791a1502c54b698d5f412a2a118077 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/d8791a1502c54b698d5f412a2a118077 2024-11-23T12:24:58,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/5c9434f57bbf4583bbf358bc408d13fd 2024-11-23T12:24:58,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/0d3364a6350f4ba68d1a9988da02f8ce 2024-11-23T12:24:58,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/91eb36e074ec458f98b2ff1e95358386 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/91eb36e074ec458f98b2ff1e95358386 2024-11-23T12:24:58,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/185bfedb92c44c49b80206f71dc133b0 2024-11-23T12:24:58,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/3591dc06f77946779a9ecf315548fcdb 2024-11-23T12:24:58,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/39e6fe629ee3429fb2486ce81905360c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/0be6af21f33d427aa44a9119eedd4d79, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/604a8215f141463f919ed9ed2dd357bf, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/86b43154b9984b92b5daf1b81af23e59, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7875bdf2acad428280966bb1c0f64782, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e16733e5aa614c55af47561a6d8e5f44, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e6dfeb1d18f24c20b345631d971e1bab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/121dbdf68e9c4f25bf81aaeaf577e9b0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bb6e9e6efc564876ab85f5a367ea90ab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e25ed0216b6441919dd807d55586e863, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bcbb8a232af949a7bed2dbc012e69eb7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/6b51d77e2ea946b2a70f949a89354cb9, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/370a767a78114b90b11ed9e85ba238ab, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7c06b6ca86b54fc9959fd7f3836ba183, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/157e3b99662e4b5cb6927d79cb5e0b01, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/f7c33603eb0b4a9f8615dca89ab6a891, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9a1d5d447e9d4ab19b29900de457d6bc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/2bb8805b46a94a1d95944ae94b2cac3d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9d2703989d934290baa79405d50e8e7c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/4b6ec9e35f9043b1b71fb3eedb5f5265, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/34e8ddb5bc8949b4a47ea72e93c6f5d0] to archive 2024-11-23T12:24:58,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:58,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/39e6fe629ee3429fb2486ce81905360c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/39e6fe629ee3429fb2486ce81905360c 2024-11-23T12:24:58,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/0be6af21f33d427aa44a9119eedd4d79 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/0be6af21f33d427aa44a9119eedd4d79 2024-11-23T12:24:58,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/604a8215f141463f919ed9ed2dd357bf to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/604a8215f141463f919ed9ed2dd357bf 2024-11-23T12:24:58,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/86b43154b9984b92b5daf1b81af23e59 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/86b43154b9984b92b5daf1b81af23e59 2024-11-23T12:24:58,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7875bdf2acad428280966bb1c0f64782 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7875bdf2acad428280966bb1c0f64782 2024-11-23T12:24:58,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e16733e5aa614c55af47561a6d8e5f44 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e16733e5aa614c55af47561a6d8e5f44 2024-11-23T12:24:58,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e6dfeb1d18f24c20b345631d971e1bab to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e6dfeb1d18f24c20b345631d971e1bab 2024-11-23T12:24:58,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/121dbdf68e9c4f25bf81aaeaf577e9b0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/121dbdf68e9c4f25bf81aaeaf577e9b0 2024-11-23T12:24:58,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bb6e9e6efc564876ab85f5a367ea90ab to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bb6e9e6efc564876ab85f5a367ea90ab 2024-11-23T12:24:58,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e25ed0216b6441919dd807d55586e863 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e25ed0216b6441919dd807d55586e863 2024-11-23T12:24:58,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bcbb8a232af949a7bed2dbc012e69eb7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/bcbb8a232af949a7bed2dbc012e69eb7 2024-11-23T12:24:58,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/6b51d77e2ea946b2a70f949a89354cb9 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/6b51d77e2ea946b2a70f949a89354cb9 2024-11-23T12:24:58,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/370a767a78114b90b11ed9e85ba238ab to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/370a767a78114b90b11ed9e85ba238ab 2024-11-23T12:24:58,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7c06b6ca86b54fc9959fd7f3836ba183 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/7c06b6ca86b54fc9959fd7f3836ba183 2024-11-23T12:24:58,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/157e3b99662e4b5cb6927d79cb5e0b01 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/157e3b99662e4b5cb6927d79cb5e0b01 2024-11-23T12:24:58,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/f7c33603eb0b4a9f8615dca89ab6a891 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/f7c33603eb0b4a9f8615dca89ab6a891 2024-11-23T12:24:58,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9a1d5d447e9d4ab19b29900de457d6bc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9a1d5d447e9d4ab19b29900de457d6bc 2024-11-23T12:24:58,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/2bb8805b46a94a1d95944ae94b2cac3d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/2bb8805b46a94a1d95944ae94b2cac3d 2024-11-23T12:24:58,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9d2703989d934290baa79405d50e8e7c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/9d2703989d934290baa79405d50e8e7c 2024-11-23T12:24:58,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/4b6ec9e35f9043b1b71fb3eedb5f5265 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/4b6ec9e35f9043b1b71fb3eedb5f5265 2024-11-23T12:24:58,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/34e8ddb5bc8949b4a47ea72e93c6f5d0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/34e8ddb5bc8949b4a47ea72e93c6f5d0 2024-11-23T12:24:58,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/daa5cfedb0ef4d35b691cc1f6545c852, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/27c36a6ea06b49589db87869fef1c18c, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69d57a0ef9624f71aae472820440cd62, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2364100e6edd4eecb36ae04a0c783a84, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c31734ea90ed4d8b872a8f9ea15a3500, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/9325fc4d713f4c49a6ea1063794f0590, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c2f5b9942c254ad893e3cf405dd8e263, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4b95d71ee3a34b6b8525071bfdd4969a, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbf980cba8f4476db9b240b861e530fc, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/23c3ee5ec9f4489fa8137e96dc0e009d, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/ea9155ae7411429a87d3b5bd804001d7, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/bfbb76466d264ba1890860c1c022e534, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/75a7afd1e15344c8af015b5ce613a877, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/68e60fccbf1e4ff1916657bbe0c82411, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b68d3de6d7af48dfa1ed0b38c636b610, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/6a40dad08e2a4d30ba80ad89c78f6fec, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4062cd710e184cc3a976279b013feef2, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2b48d81ad35f4d9390f7a896f7992709, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/d962a70cd2db4371a6bb065caaae0554, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c0ece475c1b54bacbdc13ec1a1f106e0, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69b31cee820246fda8e35cdfcc3a8883] to archive 2024-11-23T12:24:58,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T12:24:58,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/daa5cfedb0ef4d35b691cc1f6545c852 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/daa5cfedb0ef4d35b691cc1f6545c852 2024-11-23T12:24:58,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/27c36a6ea06b49589db87869fef1c18c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/27c36a6ea06b49589db87869fef1c18c 2024-11-23T12:24:58,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69d57a0ef9624f71aae472820440cd62 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69d57a0ef9624f71aae472820440cd62 2024-11-23T12:24:58,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2364100e6edd4eecb36ae04a0c783a84 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2364100e6edd4eecb36ae04a0c783a84 2024-11-23T12:24:58,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c31734ea90ed4d8b872a8f9ea15a3500 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c31734ea90ed4d8b872a8f9ea15a3500 2024-11-23T12:24:58,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/9325fc4d713f4c49a6ea1063794f0590 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/9325fc4d713f4c49a6ea1063794f0590 2024-11-23T12:24:58,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c2f5b9942c254ad893e3cf405dd8e263 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c2f5b9942c254ad893e3cf405dd8e263 2024-11-23T12:24:58,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4b95d71ee3a34b6b8525071bfdd4969a to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4b95d71ee3a34b6b8525071bfdd4969a 2024-11-23T12:24:58,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbf980cba8f4476db9b240b861e530fc to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbf980cba8f4476db9b240b861e530fc 2024-11-23T12:24:58,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/23c3ee5ec9f4489fa8137e96dc0e009d to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/23c3ee5ec9f4489fa8137e96dc0e009d 2024-11-23T12:24:58,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/ea9155ae7411429a87d3b5bd804001d7 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/ea9155ae7411429a87d3b5bd804001d7 2024-11-23T12:24:58,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/bfbb76466d264ba1890860c1c022e534 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/bfbb76466d264ba1890860c1c022e534 2024-11-23T12:24:58,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/75a7afd1e15344c8af015b5ce613a877 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/75a7afd1e15344c8af015b5ce613a877 2024-11-23T12:24:58,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/68e60fccbf1e4ff1916657bbe0c82411 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/68e60fccbf1e4ff1916657bbe0c82411 2024-11-23T12:24:58,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b68d3de6d7af48dfa1ed0b38c636b610 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b68d3de6d7af48dfa1ed0b38c636b610 2024-11-23T12:24:58,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/6a40dad08e2a4d30ba80ad89c78f6fec to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/6a40dad08e2a4d30ba80ad89c78f6fec 2024-11-23T12:24:58,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4062cd710e184cc3a976279b013feef2 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/4062cd710e184cc3a976279b013feef2 2024-11-23T12:24:58,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2b48d81ad35f4d9390f7a896f7992709 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/2b48d81ad35f4d9390f7a896f7992709 2024-11-23T12:24:58,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/d962a70cd2db4371a6bb065caaae0554 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/d962a70cd2db4371a6bb065caaae0554 2024-11-23T12:24:58,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c0ece475c1b54bacbdc13ec1a1f106e0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/c0ece475c1b54bacbdc13ec1a1f106e0 2024-11-23T12:24:58,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69b31cee820246fda8e35cdfcc3a8883 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/69b31cee820246fda8e35cdfcc3a8883 2024-11-23T12:24:58,537 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=4 2024-11-23T12:24:58,537 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27. 2024-11-23T12:24:58,537 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 7986611e1a082bbd97065763fd00aa27: 2024-11-23T12:24:58,538 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 7986611e1a082bbd97065763fd00aa27 2024-11-23T12:24:58,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=7986611e1a082bbd97065763fd00aa27, regionState=CLOSED 2024-11-23T12:24:58,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T12:24:58,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 7986611e1a082bbd97065763fd00aa27, server=98b76cdd9f26,37419,1732364514555 in 2.1980 sec 2024-11-23T12:24:58,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-23T12:24:58,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7986611e1a082bbd97065763fd00aa27, UNASSIGN in 2.2010 sec 2024-11-23T12:24:58,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T12:24:58,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2040 sec 2024-11-23T12:24:58,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732364698544"}]},"ts":"1732364698544"} 2024-11-23T12:24:58,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T12:24:58,546 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T12:24:58,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2140 sec 2024-11-23T12:25:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T12:25:00,439 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T12:25:00,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T12:25:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:25:00,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:25:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T12:25:00,441 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:25:00,443 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,444 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C, FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/recovered.edits] 2024-11-23T12:25:00,446 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/8590827471ee44ab948124593f4f491e to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/8590827471ee44ab948124593f4f491e 2024-11-23T12:25:00,447 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f8712f2c908b411296628040390b8bb3 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/f8712f2c908b411296628040390b8bb3 2024-11-23T12:25:00,448 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/fbe3084224a44c9ba6d70c6f0c7bfcc0 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/fbe3084224a44c9ba6d70c6f0c7bfcc0 2024-11-23T12:25:00,449 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/ff3fb36a27094c908e359826a7cd6a27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/A/ff3fb36a27094c908e359826a7cd6a27 2024-11-23T12:25:00,451 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/3a4dac74f3894038b7c8d2345b8b896f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/3a4dac74f3894038b7c8d2345b8b896f 2024-11-23T12:25:00,452 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/42443814dd3949979c4463cc80ee6a87 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/42443814dd3949979c4463cc80ee6a87 2024-11-23T12:25:00,453 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/a17f47383b56418e8dbf588703c29621 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/a17f47383b56418e8dbf588703c29621 2024-11-23T12:25:00,453 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e3372fe9f6b445dbbb236f1a249fbc7f to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/B/e3372fe9f6b445dbbb236f1a249fbc7f 2024-11-23T12:25:00,455 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/66b21e5bccdf43f5a63b4971db5f6656 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/66b21e5bccdf43f5a63b4971db5f6656 2024-11-23T12:25:00,456 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/74ea70c989e14608b08b4c01dba78e57 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/74ea70c989e14608b08b4c01dba78e57 2024-11-23T12:25:00,457 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b6144c545bf64024b575e4c892356c0c to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/b6144c545bf64024b575e4c892356c0c 2024-11-23T12:25:00,457 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbd0bef5e07a4db897ce450fc922c334 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/C/cbd0bef5e07a4db897ce450fc922c334 2024-11-23T12:25:00,459 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/recovered.edits/351.seqid to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27/recovered.edits/351.seqid 2024-11-23T12:25:00,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/default/TestAcidGuarantees/7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,460 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T12:25:00,461 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T12:25:00,461 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T12:25:00,463 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123080b30534f7b49a9a8622431766a72c3_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123080b30534f7b49a9a8622431766a72c3_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,464 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112311c2d755365447d48abb7a22b2ab39da_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112311c2d755365447d48abb7a22b2ab39da_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,465 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112316e5c318864342f080c09ca5a6b28a33_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112316e5c318864342f080c09ca5a6b28a33_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,466 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231a991cdfb0dd48cfa86c029845272b87_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231a991cdfb0dd48cfa86c029845272b87_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,467 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123226348cabe954432b0906295976a6bcd_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123226348cabe954432b0906295976a6bcd_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,468 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232450ca0dcad94f51908433fc65a70428_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232450ca0dcad94f51908433fc65a70428_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,469 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233099e9f69c2d4c43a8b4e95404f1f96a_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233099e9f69c2d4c43a8b4e95404f1f96a_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,469 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112337b82537d9c4448c853eeb997acdbf49_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112337b82537d9c4448c853eeb997acdbf49_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,470 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112354e087b980c34055a12aefff948237cb_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112354e087b980c34055a12aefff948237cb_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,471 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123624b463e63b84eccb3de318ce6b3275f_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123624b463e63b84eccb3de318ce6b3275f_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,472 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a9eca9f757c49e6b9339e50f0b607e0_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a9eca9f757c49e6b9339e50f0b607e0_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,473 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112376bc8b48dbb948b39a1976808001261a_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112376bc8b48dbb948b39a1976808001261a_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,473 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379fd5c376d2945b7920aaa141b9dfe39_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379fd5c376d2945b7920aaa141b9dfe39_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,474 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239ac564ae057449feaec165e8ddcf14a0_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239ac564ae057449feaec165e8ddcf14a0_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,475 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b98ce46eed734ba68ee45987dd8b0f8e_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b98ce46eed734ba68ee45987dd8b0f8e_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,476 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ccc153afcbe342ada32f36ef38034d9a_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ccc153afcbe342ada32f36ef38034d9a_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,477 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ce1797f946894d5882f4f170d02dfa0d_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ce1797f946894d5882f4f170d02dfa0d_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,477 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd0a35e209d749a884e10de7387d5067_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd0a35e209d749a884e10de7387d5067_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,478 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f48e28c499174a8cbf798a2a7ca28357_7986611e1a082bbd97065763fd00aa27 to hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f48e28c499174a8cbf798a2a7ca28357_7986611e1a082bbd97065763fd00aa27 2024-11-23T12:25:00,479 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T12:25:00,481 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:25:00,483 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T12:25:00,484 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T12:25:00,485 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:25:00,485 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T12:25:00,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732364700485"}]},"ts":"9223372036854775807"} 2024-11-23T12:25:00,486 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T12:25:00,486 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7986611e1a082bbd97065763fd00aa27, NAME => 'TestAcidGuarantees,,1732364670227.7986611e1a082bbd97065763fd00aa27.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T12:25:00,486 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T12:25:00,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732364700486"}]},"ts":"9223372036854775807"} 2024-11-23T12:25:00,488 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T12:25:00,489 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T12:25:00,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-23T12:25:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T12:25:00,542 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T12:25:00,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=3869 (was 3894) 2024-11-23T12:25:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T12:25:00,552 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T12:25:00,552 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x393cd74f to 127.0.0.1:62643 2024-11-23T12:25:00,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:25:00,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T12:25:00,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=942130827, stopped=false 2024-11-23T12:25:00,552 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=98b76cdd9f26,38513,1732364513586 2024-11-23T12:25:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T12:25:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T12:25:00,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T12:25:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:25:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:25:00,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:25:00,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:25:00,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:25:00,555 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '98b76cdd9f26,37419,1732364514555' ***** 2024-11-23T12:25:00,555 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T12:25:00,555 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T12:25:00,555 INFO [RS:0;98b76cdd9f26:37419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T12:25:00,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T12:25:00,555 INFO [RS:0;98b76cdd9f26:37419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T12:25:00,555 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(3579): Received CLOSE for 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:25:00,556 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1224): stopping server 98b76cdd9f26,37419,1732364514555 2024-11-23T12:25:00,556 DEBUG [RS:0;98b76cdd9f26:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:25:00,556 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T12:25:00,556 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T12:25:00,556 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T12:25:00,556 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T12:25:00,556 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3c117c7dfa465c92957033e478ce117d, disabling compactions & flushes 2024-11-23T12:25:00,556 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:25:00,556 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:25:00,556 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. after waiting 0 ms 2024-11-23T12:25:00,556 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:25:00,556 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T12:25:00,556 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1603): Online Regions={3c117c7dfa465c92957033e478ce117d=hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T12:25:00,556 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3c117c7dfa465c92957033e478ce117d 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T12:25:00,557 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T12:25:00,557 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T12:25:00,557 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T12:25:00,557 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T12:25:00,557 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T12:25:00,557 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T12:25:00,560 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:25:00,573 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/.tmp/info/a79d479062a444bc82a5e90fef2f3243 is 45, key is default/info:d/1732364518696/Put/seqid=0 2024-11-23T12:25:00,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742446_1622 (size=5037) 2024-11-23T12:25:00,586 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/info/1d2f4d9cda05411081ed4215f8870df3 is 143, key is hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d./info:regioninfo/1732364518626/Put/seqid=0 2024-11-23T12:25:00,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742447_1623 (size=7725) 2024-11-23T12:25:00,619 INFO [regionserver/98b76cdd9f26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:25:00,760 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:25:00,874 INFO [regionserver/98b76cdd9f26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T12:25:00,874 INFO [regionserver/98b76cdd9f26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T12:25:00,960 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3c117c7dfa465c92957033e478ce117d 2024-11-23T12:25:00,976 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/.tmp/info/a79d479062a444bc82a5e90fef2f3243 2024-11-23T12:25:00,979 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/.tmp/info/a79d479062a444bc82a5e90fef2f3243 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/info/a79d479062a444bc82a5e90fef2f3243 2024-11-23T12:25:00,982 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/info/a79d479062a444bc82a5e90fef2f3243, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T12:25:00,983 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3c117c7dfa465c92957033e478ce117d in 427ms, sequenceid=6, compaction requested=false 2024-11-23T12:25:00,986 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/namespace/3c117c7dfa465c92957033e478ce117d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T12:25:00,986 INFO [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:25:00,986 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3c117c7dfa465c92957033e478ce117d: 2024-11-23T12:25:00,987 DEBUG [RS_CLOSE_REGION-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732364517732.3c117c7dfa465c92957033e478ce117d. 2024-11-23T12:25:00,989 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/info/1d2f4d9cda05411081ed4215f8870df3 2024-11-23T12:25:01,006 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/rep_barrier/69d25eabec2f471f860d1e0f041be7ea is 102, key is TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604./rep_barrier:/1732364545087/DeleteFamily/seqid=0 2024-11-23T12:25:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742448_1624 (size=6025) 2024-11-23T12:25:01,161 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T12:25:01,361 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T12:25:01,410 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/rep_barrier/69d25eabec2f471f860d1e0f041be7ea 2024-11-23T12:25:01,428 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/table/9c18ffaefc5b4e56bcafab8b1363c5a1 is 96, key is TestAcidGuarantees,,1732364518942.046aad28d594da5f1e8d991078a4e604./table:/1732364545087/DeleteFamily/seqid=0 2024-11-23T12:25:01,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742449_1625 (size=5942) 2024-11-23T12:25:01,561 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-23T12:25:01,561 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T12:25:01,561 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T12:25:01,761 DEBUG [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T12:25:01,831 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/table/9c18ffaefc5b4e56bcafab8b1363c5a1 2024-11-23T12:25:01,835 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/info/1d2f4d9cda05411081ed4215f8870df3 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/info/1d2f4d9cda05411081ed4215f8870df3 2024-11-23T12:25:01,837 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/info/1d2f4d9cda05411081ed4215f8870df3, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T12:25:01,838 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/rep_barrier/69d25eabec2f471f860d1e0f041be7ea as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/rep_barrier/69d25eabec2f471f860d1e0f041be7ea 2024-11-23T12:25:01,840 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/rep_barrier/69d25eabec2f471f860d1e0f041be7ea, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T12:25:01,841 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/.tmp/table/9c18ffaefc5b4e56bcafab8b1363c5a1 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/table/9c18ffaefc5b4e56bcafab8b1363c5a1 2024-11-23T12:25:01,843 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/table/9c18ffaefc5b4e56bcafab8b1363c5a1, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T12:25:01,844 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=93, compaction requested=false 2024-11-23T12:25:01,847 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T12:25:01,847 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T12:25:01,848 INFO [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T12:25:01,848 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T12:25:01,848 DEBUG [RS_CLOSE_META-regionserver/98b76cdd9f26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T12:25:01,962 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1250): stopping server 98b76cdd9f26,37419,1732364514555; all regions closed. 2024-11-23T12:25:01,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741834_1010 (size=26050) 2024-11-23T12:25:01,967 DEBUG [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/oldWALs 2024-11-23T12:25:01,967 INFO [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 98b76cdd9f26%2C37419%2C1732364514555.meta:.meta(num 1732364517421) 2024-11-23T12:25:01,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741833_1009 (size=14343730) 2024-11-23T12:25:01,970 DEBUG [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/oldWALs 2024-11-23T12:25:01,970 INFO [RS:0;98b76cdd9f26:37419 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 98b76cdd9f26%2C37419%2C1732364514555:(num 1732364516989) 2024-11-23T12:25:01,970 DEBUG [RS:0;98b76cdd9f26:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:25:01,971 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:25:01,971 INFO [RS:0;98b76cdd9f26:37419 {}] hbase.ChoreService(370): Chore service for: regionserver/98b76cdd9f26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T12:25:01,971 INFO [regionserver/98b76cdd9f26:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T12:25:01,971 INFO [RS:0;98b76cdd9f26:37419 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37419 2024-11-23T12:25:01,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/98b76cdd9f26,37419,1732364514555 2024-11-23T12:25:01,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T12:25:01,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [98b76cdd9f26,37419,1732364514555] 2024-11-23T12:25:01,977 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 98b76cdd9f26,37419,1732364514555; numProcessing=1 2024-11-23T12:25:01,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/98b76cdd9f26,37419,1732364514555 already deleted, retry=false 2024-11-23T12:25:01,978 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 98b76cdd9f26,37419,1732364514555 expired; onlineServers=0 2024-11-23T12:25:01,979 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '98b76cdd9f26,38513,1732364513586' ***** 2024-11-23T12:25:01,979 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T12:25:01,979 DEBUG [M:0;98b76cdd9f26:38513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61906447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=98b76cdd9f26/172.17.0.2:0 2024-11-23T12:25:01,979 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegionServer(1224): stopping server 98b76cdd9f26,38513,1732364513586 2024-11-23T12:25:01,979 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegionServer(1250): stopping server 98b76cdd9f26,38513,1732364513586; all regions closed. 2024-11-23T12:25:01,979 DEBUG [M:0;98b76cdd9f26:38513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:25:01,979 DEBUG [M:0;98b76cdd9f26:38513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T12:25:01,979 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T12:25:01,979 DEBUG [M:0;98b76cdd9f26:38513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T12:25:01,979 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster-HFileCleaner.large.0-1732364516654 {}] cleaner.HFileCleaner(306): Exit Thread[master/98b76cdd9f26:0:becomeActiveMaster-HFileCleaner.large.0-1732364516654,5,FailOnTimeoutGroup] 2024-11-23T12:25:01,979 DEBUG [master/98b76cdd9f26:0:becomeActiveMaster-HFileCleaner.small.0-1732364516664 {}] cleaner.HFileCleaner(306): Exit Thread[master/98b76cdd9f26:0:becomeActiveMaster-HFileCleaner.small.0-1732364516664,5,FailOnTimeoutGroup] 2024-11-23T12:25:01,979 INFO [M:0;98b76cdd9f26:38513 {}] hbase.ChoreService(370): Chore service for: master/98b76cdd9f26:0 had [] on shutdown 2024-11-23T12:25:01,979 DEBUG [M:0;98b76cdd9f26:38513 {}] master.HMaster(1733): Stopping service threads 2024-11-23T12:25:01,979 INFO [M:0;98b76cdd9f26:38513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T12:25:01,980 ERROR [M:0;98b76cdd9f26:38513 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T12:25:01,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T12:25:01,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:25:01,980 INFO [M:0;98b76cdd9f26:38513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T12:25:01,980 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T12:25:01,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T12:25:01,981 DEBUG [M:0;98b76cdd9f26:38513 {}] zookeeper.ZKUtil(347): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T12:25:01,981 WARN [M:0;98b76cdd9f26:38513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T12:25:01,981 INFO [M:0;98b76cdd9f26:38513 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T12:25:01,981 INFO [M:0;98b76cdd9f26:38513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T12:25:01,981 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T12:25:01,981 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:25:01,981 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:25:01,981 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T12:25:01,981 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:25:01,981 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=793.60 KB heapSize=977.78 KB 2024-11-23T12:25:01,996 DEBUG [M:0;98b76cdd9f26:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43fd90bc957b45fbbf40a5b401a2b324 is 82, key is hbase:meta,,1/info:regioninfo/1732364517585/Put/seqid=0 2024-11-23T12:25:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742450_1626 (size=5672) 2024-11-23T12:25:02,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:25:02,077 INFO [RS:0;98b76cdd9f26:37419 {}] regionserver.HRegionServer(1307): Exiting; stopping=98b76cdd9f26,37419,1732364514555; zookeeper connection closed. 2024-11-23T12:25:02,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x100245466220001, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:25:02,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f15b161 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f15b161 2024-11-23T12:25:02,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T12:25:02,399 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2281 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43fd90bc957b45fbbf40a5b401a2b324 2024-11-23T12:25:02,419 DEBUG [M:0;98b76cdd9f26:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99e9fc4db0a84e91b95a7f04da3d2f18 is 2284, key is \x00\x00\x00\x00\x00\x00\x00a/proc:d/1732364616740/Put/seqid=0 2024-11-23T12:25:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742451_1627 (size=44763) 2024-11-23T12:25:02,823 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=793.04 KB at sequenceid=2281 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99e9fc4db0a84e91b95a7f04da3d2f18 2024-11-23T12:25:02,826 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99e9fc4db0a84e91b95a7f04da3d2f18 2024-11-23T12:25:02,840 DEBUG [M:0;98b76cdd9f26:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b39790a8125544be94e1660269591ed2 is 69, key is 98b76cdd9f26,37419,1732364514555/rs:state/1732364516699/Put/seqid=0 2024-11-23T12:25:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742452_1628 (size=5156) 2024-11-23T12:25:03,244 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2281 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b39790a8125544be94e1660269591ed2 2024-11-23T12:25:03,247 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43fd90bc957b45fbbf40a5b401a2b324 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43fd90bc957b45fbbf40a5b401a2b324 2024-11-23T12:25:03,249 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43fd90bc957b45fbbf40a5b401a2b324, entries=8, sequenceid=2281, filesize=5.5 K 2024-11-23T12:25:03,250 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99e9fc4db0a84e91b95a7f04da3d2f18 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99e9fc4db0a84e91b95a7f04da3d2f18 2024-11-23T12:25:03,253 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99e9fc4db0a84e91b95a7f04da3d2f18 2024-11-23T12:25:03,253 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99e9fc4db0a84e91b95a7f04da3d2f18, entries=177, sequenceid=2281, filesize=43.7 K 2024-11-23T12:25:03,253 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b39790a8125544be94e1660269591ed2 as hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b39790a8125544be94e1660269591ed2 2024-11-23T12:25:03,255 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38091/user/jenkins/test-data/79cd0c64-17d3-ae1a-1247-b60ef5bfe4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b39790a8125544be94e1660269591ed2, entries=1, sequenceid=2281, filesize=5.0 K 2024-11-23T12:25:03,256 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(3040): Finished flush of dataSize ~793.60 KB/812643, heapSize ~977.48 KB/1000944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2281, compaction requested=false 2024-11-23T12:25:03,257 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:25:03,257 DEBUG [M:0;98b76cdd9f26:38513 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T12:25:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741830_1006 (size=962139) 2024-11-23T12:25:03,260 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T12:25:03,260 INFO [M:0;98b76cdd9f26:38513 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T12:25:03,260 INFO [M:0;98b76cdd9f26:38513 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38513 2024-11-23T12:25:03,262 DEBUG [M:0;98b76cdd9f26:38513 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/98b76cdd9f26,38513,1732364513586 already deleted, retry=false 2024-11-23T12:25:03,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:25:03,364 INFO [M:0;98b76cdd9f26:38513 {}] regionserver.HRegionServer(1307): Exiting; stopping=98b76cdd9f26,38513,1732364513586; zookeeper connection closed. 2024-11-23T12:25:03,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x100245466220000, quorum=127.0.0.1:62643, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:25:03,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:25:03,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:25:03,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:25:03,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:25:03,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/hadoop.log.dir/,STOPPED} 2024-11-23T12:25:03,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:25:03,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:25:03,374 WARN [BP-2021976495-172.17.0.2-1732364509965 heartbeating to localhost/127.0.0.1:38091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:25:03,374 WARN [BP-2021976495-172.17.0.2-1732364509965 heartbeating to localhost/127.0.0.1:38091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021976495-172.17.0.2-1732364509965 (Datanode Uuid c6ba96e0-144b-4595-b026-c176f2a4d870) service to localhost/127.0.0.1:38091 2024-11-23T12:25:03,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/dfs/data/data1/current/BP-2021976495-172.17.0.2-1732364509965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:25:03,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/cluster_260043bc-7be1-1209-9f18-984cefa709a1/dfs/data/data2/current/BP-2021976495-172.17.0.2-1732364509965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:25:03,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:25:03,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:25:03,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:25:03,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:25:03,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:25:03,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/faae46d2-5fa0-69d1-6b1b-f19ffe49adfc/hadoop.log.dir/,STOPPED} 2024-11-23T12:25:03,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T12:25:03,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down